From bad3f9b85bf2fdf1bd26a19709a4afcc6fa95629 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 14 Aug 2026 19:23:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: boradorish/llama3-3B-sft Source: Original Platform --- .gitattributes | 45 + README.md | 61 + all_results.json | 8 + chat_template.jinja | 93 + checkpoint-184/chat_template.jinja | 93 + checkpoint-184/config.json | 36 + checkpoint-184/generation_config.json | 14 + .../model-00001-of-00002.safetensors | 3 + .../model-00002-of-00002.safetensors | 3 + checkpoint-184/model.safetensors.index.json | 263 + checkpoint-184/special_tokens_map.json | 26 + checkpoint-184/tokenizer.json | 3 + checkpoint-184/tokenizer_config.json | 2068 +++++++ checkpoint-184/trainer_state.json | 1322 ++++ checkpoint-184/training_args.bin | 3 + checkpoint-276/chat_template.jinja | 93 + checkpoint-276/config.json | 36 + checkpoint-276/generation_config.json | 14 + .../model-00001-of-00002.safetensors | 3 + .../model-00002-of-00002.safetensors | 3 + checkpoint-276/model.safetensors.index.json | 263 + checkpoint-276/special_tokens_map.json | 26 + checkpoint-276/tokenizer.json | 3 + checkpoint-276/tokenizer_config.json | 2068 +++++++ checkpoint-276/trainer_state.json | 1966 ++++++ checkpoint-276/training_args.bin | 3 + checkpoint-368/chat_template.jinja | 93 + checkpoint-368/config.json | 36 + checkpoint-368/generation_config.json | 14 + .../model-00001-of-00002.safetensors | 3 + .../model-00002-of-00002.safetensors | 3 + checkpoint-368/model.safetensors.index.json | 263 + checkpoint-368/special_tokens_map.json | 26 + checkpoint-368/tokenizer.json | 3 + checkpoint-368/tokenizer_config.json | 2068 +++++++ checkpoint-368/trainer_state.json | 2610 ++++++++ checkpoint-368/training_args.bin | 3 + checkpoint-460/chat_template.jinja | 93 + checkpoint-460/config.json | 36 + checkpoint-460/generation_config.json | 14 + .../model-00001-of-00002.safetensors | 3 + .../model-00002-of-00002.safetensors | 3 + checkpoint-460/model.safetensors.index.json | 263 + checkpoint-460/special_tokens_map.json | 26 + checkpoint-460/tokenizer.json | 3 + checkpoint-460/tokenizer_config.json | 2068 +++++++ checkpoint-460/trainer_state.json | 3254 ++++++++++ checkpoint-460/training_args.bin | 3 + checkpoint-552/chat_template.jinja | 93 + checkpoint-552/config.json | 36 + checkpoint-552/generation_config.json | 14 + .../model-00001-of-00002.safetensors | 3 + .../model-00002-of-00002.safetensors | 3 + checkpoint-552/model.safetensors.index.json | 263 + checkpoint-552/special_tokens_map.json | 26 + checkpoint-552/tokenizer.json | 3 + checkpoint-552/tokenizer_config.json | 2068 +++++++ checkpoint-552/trainer_state.json | 3898 ++++++++++++ checkpoint-552/training_args.bin | 3 + checkpoint-644/chat_template.jinja | 93 + checkpoint-644/config.json | 36 + checkpoint-644/generation_config.json | 14 + .../model-00001-of-00002.safetensors | 3 + .../model-00002-of-00002.safetensors | 3 + checkpoint-644/model.safetensors.index.json | 263 + checkpoint-644/special_tokens_map.json | 26 + checkpoint-644/tokenizer.json | 3 + checkpoint-644/tokenizer_config.json | 2068 +++++++ checkpoint-644/trainer_state.json | 4542 ++++++++++++++ checkpoint-644/training_args.bin | 3 + checkpoint-736/chat_template.jinja | 93 + checkpoint-736/config.json | 36 + checkpoint-736/generation_config.json | 14 + .../model-00001-of-00002.safetensors | 3 + .../model-00002-of-00002.safetensors | 3 + checkpoint-736/model.safetensors.index.json | 263 + checkpoint-736/special_tokens_map.json | 26 + checkpoint-736/tokenizer.json | 3 + checkpoint-736/tokenizer_config.json | 2068 +++++++ checkpoint-736/trainer_state.json | 5186 ++++++++++++++++ checkpoint-736/training_args.bin | 3 + checkpoint-780/chat_template.jinja | 93 + checkpoint-780/config.json | 36 + checkpoint-780/generation_config.json | 14 + .../model-00001-of-00002.safetensors | 3 + .../model-00002-of-00002.safetensors | 3 + checkpoint-780/model.safetensors.index.json | 263 + checkpoint-780/special_tokens_map.json | 26 + checkpoint-780/tokenizer.json | 3 + checkpoint-780/tokenizer_config.json | 2068 +++++++ checkpoint-780/trainer_state.json | 5494 ++++++++++++++++ checkpoint-780/training_args.bin | 3 + checkpoint-92/chat_template.jinja | 93 + checkpoint-92/config.json | 36 + checkpoint-92/generation_config.json | 14 + .../model-00001-of-00002.safetensors | 3 + .../model-00002-of-00002.safetensors | 3 + checkpoint-92/model.safetensors.index.json | 263 + checkpoint-92/special_tokens_map.json | 26 + checkpoint-92/tokenizer.json | 3 + checkpoint-92/tokenizer_config.json | 2068 +++++++ checkpoint-92/trainer_state.json | 678 ++ checkpoint-92/training_args.bin | 3 + config.json | 36 + generation_config.json | 14 + model-00001-of-00002.safetensors | 3 + model-00002-of-00002.safetensors | 3 + model.safetensors.index.json | 263 + special_tokens_map.json | 26 + tokenizer.json | 3 + tokenizer_config.json | 2068 +++++++ train_results.json | 8 + trainer_log.jsonl | 781 +++ trainer_state.json | 5503 +++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 45345 bytes 116 files changed, 60476 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 checkpoint-184/chat_template.jinja create mode 100644 checkpoint-184/config.json create mode 100644 checkpoint-184/generation_config.json create mode 100644 checkpoint-184/model-00001-of-00002.safetensors create mode 100644 checkpoint-184/model-00002-of-00002.safetensors create mode 100644 checkpoint-184/model.safetensors.index.json create mode 100644 checkpoint-184/special_tokens_map.json create mode 100644 checkpoint-184/tokenizer.json create mode 100644 checkpoint-184/tokenizer_config.json create mode 100644 checkpoint-184/trainer_state.json create mode 100644 checkpoint-184/training_args.bin create mode 100644 checkpoint-276/chat_template.jinja create mode 100644 checkpoint-276/config.json create mode 100644 checkpoint-276/generation_config.json create mode 100644 checkpoint-276/model-00001-of-00002.safetensors create mode 100644 checkpoint-276/model-00002-of-00002.safetensors create mode 100644 checkpoint-276/model.safetensors.index.json create mode 100644 checkpoint-276/special_tokens_map.json create mode 100644 checkpoint-276/tokenizer.json create mode 100644 checkpoint-276/tokenizer_config.json create mode 100644 checkpoint-276/trainer_state.json create mode 100644 checkpoint-276/training_args.bin create mode 100644 checkpoint-368/chat_template.jinja create mode 100644 checkpoint-368/config.json create mode 100644 checkpoint-368/generation_config.json create mode 100644 checkpoint-368/model-00001-of-00002.safetensors create mode 100644 checkpoint-368/model-00002-of-00002.safetensors create mode 100644 checkpoint-368/model.safetensors.index.json create mode 100644 checkpoint-368/special_tokens_map.json create mode 100644 checkpoint-368/tokenizer.json create mode 100644 checkpoint-368/tokenizer_config.json create mode 100644 checkpoint-368/trainer_state.json create mode 100644 checkpoint-368/training_args.bin create mode 100644 checkpoint-460/chat_template.jinja create mode 100644 checkpoint-460/config.json create mode 100644 checkpoint-460/generation_config.json create mode 100644 checkpoint-460/model-00001-of-00002.safetensors create mode 100644 checkpoint-460/model-00002-of-00002.safetensors create mode 100644 checkpoint-460/model.safetensors.index.json create mode 100644 checkpoint-460/special_tokens_map.json create mode 100644 checkpoint-460/tokenizer.json create mode 100644 checkpoint-460/tokenizer_config.json create mode 100644 checkpoint-460/trainer_state.json create mode 100644 checkpoint-460/training_args.bin create mode 100644 checkpoint-552/chat_template.jinja create mode 100644 checkpoint-552/config.json create mode 100644 checkpoint-552/generation_config.json create mode 100644 checkpoint-552/model-00001-of-00002.safetensors create mode 100644 checkpoint-552/model-00002-of-00002.safetensors create mode 100644 checkpoint-552/model.safetensors.index.json create mode 100644 checkpoint-552/special_tokens_map.json create mode 100644 checkpoint-552/tokenizer.json create mode 100644 checkpoint-552/tokenizer_config.json create mode 100644 checkpoint-552/trainer_state.json create mode 100644 checkpoint-552/training_args.bin create mode 100644 checkpoint-644/chat_template.jinja create mode 100644 checkpoint-644/config.json create mode 100644 checkpoint-644/generation_config.json create mode 100644 checkpoint-644/model-00001-of-00002.safetensors create mode 100644 checkpoint-644/model-00002-of-00002.safetensors create mode 100644 checkpoint-644/model.safetensors.index.json create mode 100644 checkpoint-644/special_tokens_map.json create mode 100644 checkpoint-644/tokenizer.json create mode 100644 checkpoint-644/tokenizer_config.json create mode 100644 checkpoint-644/trainer_state.json create mode 100644 checkpoint-644/training_args.bin create mode 100644 checkpoint-736/chat_template.jinja create mode 100644 checkpoint-736/config.json create mode 100644 checkpoint-736/generation_config.json create mode 100644 checkpoint-736/model-00001-of-00002.safetensors create mode 100644 checkpoint-736/model-00002-of-00002.safetensors create mode 100644 checkpoint-736/model.safetensors.index.json create mode 100644 checkpoint-736/special_tokens_map.json create mode 100644 checkpoint-736/tokenizer.json create mode 100644 checkpoint-736/tokenizer_config.json create mode 100644 checkpoint-736/trainer_state.json create mode 100644 checkpoint-736/training_args.bin create mode 100644 checkpoint-780/chat_template.jinja create mode 100644 checkpoint-780/config.json create mode 100644 checkpoint-780/generation_config.json create mode 100644 checkpoint-780/model-00001-of-00002.safetensors create mode 100644 checkpoint-780/model-00002-of-00002.safetensors create mode 100644 checkpoint-780/model.safetensors.index.json create mode 100644 checkpoint-780/special_tokens_map.json create mode 100644 checkpoint-780/tokenizer.json create mode 100644 checkpoint-780/tokenizer_config.json create mode 100644 checkpoint-780/trainer_state.json create mode 100644 checkpoint-780/training_args.bin create mode 100644 checkpoint-92/chat_template.jinja create mode 100644 checkpoint-92/config.json create mode 100644 checkpoint-92/generation_config.json create mode 100644 checkpoint-92/model-00001-of-00002.safetensors create mode 100644 checkpoint-92/model-00002-of-00002.safetensors create mode 100644 checkpoint-92/model.safetensors.index.json create mode 100644 checkpoint-92/special_tokens_map.json create mode 100644 checkpoint-92/tokenizer.json create mode 100644 checkpoint-92/tokenizer_config.json create mode 100644 checkpoint-92/trainer_state.json create mode 100644 checkpoint-92/training_args.bin create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00002.safetensors create mode 100644 model-00002-of-00002.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0b33b10 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,45 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +checkpoint-184/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-276/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-368/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-460/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-552/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-644/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-736/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-780/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-92/tokenizer.json filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6c9c04b --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: meta-llama/Llama-3.2-3B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: sft + results: [] +--- + + + +# sft + +This model is a fine-tuned version of [meta-llama/Llama-3.2-3B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct) on the sunny_reasoning dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 4 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 2 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 64 +- total_eval_batch_size: 16 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 3.0 + +### Training results + + + +### Framework versions + +- Transformers 4.56.2 +- Pytorch 2.11.0+cu128 +- Datasets 3.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..49c07ce --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 5.918873234148688e+18, + "train_loss": 0.010715998370104875, + "train_runtime": 13024.8275, + "train_samples_per_second": 3.822, + "train_steps_per_second": 0.06 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-184/chat_template.jinja b/checkpoint-184/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/checkpoint-184/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-184/config.json b/checkpoint-184/config.json new file mode 100644 index 0000000..8da640a --- /dev/null +++ b/checkpoint-184/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.56.2", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/checkpoint-184/generation_config.json b/checkpoint-184/generation_config.json new file mode 100644 index 0000000..2152026 --- /dev/null +++ b/checkpoint-184/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128009, + 128001, + 128008, + 128009 + ], + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-184/model-00001-of-00002.safetensors b/checkpoint-184/model-00001-of-00002.safetensors new file mode 100644 index 0000000..be8144b --- /dev/null +++ b/checkpoint-184/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186e562f721858dc4b72305fa6787bd926db1930303011b40fbfaef9d87c9e26 +size 4965799096 diff --git a/checkpoint-184/model-00002-of-00002.safetensors b/checkpoint-184/model-00002-of-00002.safetensors new file mode 100644 index 0000000..50b6a0a --- /dev/null +++ b/checkpoint-184/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e25398f6177528d6c0ba9df16fc529f6ac12f8f6ee3c1a0f68858b6a87a637 +size 2247734992 diff --git a/checkpoint-184/model.safetensors.index.json b/checkpoint-184/model.safetensors.index.json new file mode 100644 index 0000000..887d493 --- /dev/null +++ b/checkpoint-184/model.safetensors.index.json @@ -0,0 +1,263 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 7213504512 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/checkpoint-184/special_tokens_map.json b/checkpoint-184/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/checkpoint-184/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-184/tokenizer.json b/checkpoint-184/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/checkpoint-184/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-184/tokenizer_config.json b/checkpoint-184/tokenizer_config.json new file mode 100644 index 0000000..d1e1ea9 --- /dev/null +++ b/checkpoint-184/tokenizer_config.json @@ -0,0 +1,2068 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-184/trainer_state.json b/checkpoint-184/trainer_state.json new file mode 100644 index 0000000..02fc555 --- /dev/null +++ b/checkpoint-184/trainer_state.json @@ -0,0 +1,1322 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7093975903614458, + "eval_steps": 500, + "global_step": 184, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0038554216867469878, + "grad_norm": 1.2289724349975586, + "learning_rate": 0.0, + "loss": 0.0363, + "step": 1 + }, + { + "epoch": 0.0077108433734939755, + "grad_norm": 1.148133635520935, + "learning_rate": 5.128205128205128e-07, + "loss": 0.042, + "step": 2 + }, + { + "epoch": 0.011566265060240964, + "grad_norm": 1.251704216003418, + "learning_rate": 1.0256410256410257e-06, + "loss": 0.0442, + "step": 3 + }, + { + "epoch": 0.015421686746987951, + "grad_norm": 1.1709717512130737, + "learning_rate": 1.5384615384615387e-06, + "loss": 0.0363, + "step": 4 + }, + { + "epoch": 0.01927710843373494, + "grad_norm": 1.1885852813720703, + "learning_rate": 2.0512820512820513e-06, + "loss": 0.0281, + "step": 5 + }, + { + "epoch": 0.02313253012048193, + "grad_norm": 0.7513725161552429, + "learning_rate": 2.564102564102564e-06, + "loss": 0.0456, + "step": 6 + }, + { + "epoch": 0.026987951807228915, + "grad_norm": 0.6604480147361755, + "learning_rate": 3.0769230769230774e-06, + "loss": 0.0336, + "step": 7 + }, + { + "epoch": 0.030843373493975902, + "grad_norm": 0.5245765447616577, + "learning_rate": 3.58974358974359e-06, + "loss": 0.0351, + "step": 8 + }, + { + "epoch": 0.03469879518072289, + "grad_norm": 0.35446059703826904, + "learning_rate": 4.102564102564103e-06, + "loss": 0.022, + "step": 9 + }, + { + "epoch": 0.03855421686746988, + "grad_norm": 0.40557414293289185, + "learning_rate": 4.615384615384616e-06, + "loss": 0.0248, + "step": 10 + }, + { + "epoch": 0.042409638554216866, + "grad_norm": 0.3844715356826782, + "learning_rate": 5.128205128205128e-06, + "loss": 0.0289, + "step": 11 + }, + { + "epoch": 0.04626506024096386, + "grad_norm": 0.31521302461624146, + "learning_rate": 5.641025641025641e-06, + "loss": 0.0221, + "step": 12 + }, + { + "epoch": 0.05012048192771084, + "grad_norm": 0.40441566705703735, + "learning_rate": 6.153846153846155e-06, + "loss": 0.0226, + "step": 13 + }, + { + "epoch": 0.05397590361445783, + "grad_norm": 0.30345258116722107, + "learning_rate": 6.666666666666667e-06, + "loss": 0.0181, + "step": 14 + }, + { + "epoch": 0.05783132530120482, + "grad_norm": 0.32419148087501526, + "learning_rate": 7.17948717948718e-06, + "loss": 0.0217, + "step": 15 + }, + { + "epoch": 0.061686746987951804, + "grad_norm": 0.29662227630615234, + "learning_rate": 7.692307692307694e-06, + "loss": 0.0216, + "step": 16 + }, + { + "epoch": 0.0655421686746988, + "grad_norm": 0.24562332034111023, + "learning_rate": 8.205128205128205e-06, + "loss": 0.0163, + "step": 17 + }, + { + "epoch": 0.06939759036144579, + "grad_norm": 0.21251554787158966, + "learning_rate": 8.717948717948719e-06, + "loss": 0.0176, + "step": 18 + }, + { + "epoch": 0.07325301204819278, + "grad_norm": 0.195358544588089, + "learning_rate": 9.230769230769232e-06, + "loss": 0.0121, + "step": 19 + }, + { + "epoch": 0.07710843373493977, + "grad_norm": 0.1519210785627365, + "learning_rate": 9.743589743589744e-06, + "loss": 0.0103, + "step": 20 + }, + { + "epoch": 0.08096385542168674, + "grad_norm": 0.29832565784454346, + "learning_rate": 1.0256410256410256e-05, + "loss": 0.0197, + "step": 21 + }, + { + "epoch": 0.08481927710843373, + "grad_norm": 0.24802711606025696, + "learning_rate": 1.076923076923077e-05, + "loss": 0.0207, + "step": 22 + }, + { + "epoch": 0.08867469879518072, + "grad_norm": 0.17878903448581696, + "learning_rate": 1.1282051282051283e-05, + "loss": 0.014, + "step": 23 + }, + { + "epoch": 0.09253012048192771, + "grad_norm": 0.23687325417995453, + "learning_rate": 1.1794871794871796e-05, + "loss": 0.0153, + "step": 24 + }, + { + "epoch": 0.0963855421686747, + "grad_norm": 0.29058969020843506, + "learning_rate": 1.230769230769231e-05, + "loss": 0.0149, + "step": 25 + }, + { + "epoch": 0.10024096385542168, + "grad_norm": 0.1624310314655304, + "learning_rate": 1.2820512820512823e-05, + "loss": 0.0127, + "step": 26 + }, + { + "epoch": 0.10409638554216867, + "grad_norm": 0.27256354689598083, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.0173, + "step": 27 + }, + { + "epoch": 0.10795180722891566, + "grad_norm": 0.24831782281398773, + "learning_rate": 1.3846153846153847e-05, + "loss": 0.0161, + "step": 28 + }, + { + "epoch": 0.11180722891566265, + "grad_norm": 0.20417729020118713, + "learning_rate": 1.435897435897436e-05, + "loss": 0.0127, + "step": 29 + }, + { + "epoch": 0.11566265060240964, + "grad_norm": 0.22253485023975372, + "learning_rate": 1.4871794871794874e-05, + "loss": 0.018, + "step": 30 + }, + { + "epoch": 0.11951807228915663, + "grad_norm": 0.1634419709444046, + "learning_rate": 1.5384615384615387e-05, + "loss": 0.0092, + "step": 31 + }, + { + "epoch": 0.12337349397590361, + "grad_norm": 0.16349917650222778, + "learning_rate": 1.5897435897435897e-05, + "loss": 0.0151, + "step": 32 + }, + { + "epoch": 0.1272289156626506, + "grad_norm": 0.2271573394536972, + "learning_rate": 1.641025641025641e-05, + "loss": 0.0174, + "step": 33 + }, + { + "epoch": 0.1310843373493976, + "grad_norm": 0.1916988492012024, + "learning_rate": 1.6923076923076924e-05, + "loss": 0.0126, + "step": 34 + }, + { + "epoch": 0.13493975903614458, + "grad_norm": 0.23479051887989044, + "learning_rate": 1.7435897435897438e-05, + "loss": 0.0116, + "step": 35 + }, + { + "epoch": 0.13879518072289157, + "grad_norm": 0.18296493589878082, + "learning_rate": 1.794871794871795e-05, + "loss": 0.0133, + "step": 36 + }, + { + "epoch": 0.14265060240963856, + "grad_norm": 0.12307147681713104, + "learning_rate": 1.8461538461538465e-05, + "loss": 0.0093, + "step": 37 + }, + { + "epoch": 0.14650602409638555, + "grad_norm": 0.1736001819372177, + "learning_rate": 1.8974358974358975e-05, + "loss": 0.0097, + "step": 38 + }, + { + "epoch": 0.15036144578313254, + "grad_norm": 0.21048344671726227, + "learning_rate": 1.9487179487179488e-05, + "loss": 0.0121, + "step": 39 + }, + { + "epoch": 0.15421686746987953, + "grad_norm": 0.18844228982925415, + "learning_rate": 2e-05, + "loss": 0.0145, + "step": 40 + }, + { + "epoch": 0.1580722891566265, + "grad_norm": 0.24053065478801727, + "learning_rate": 2.0512820512820512e-05, + "loss": 0.0233, + "step": 41 + }, + { + "epoch": 0.16192771084337348, + "grad_norm": 0.16952425241470337, + "learning_rate": 2.102564102564103e-05, + "loss": 0.024, + "step": 42 + }, + { + "epoch": 0.16578313253012048, + "grad_norm": 0.1816851794719696, + "learning_rate": 2.153846153846154e-05, + "loss": 0.0165, + "step": 43 + }, + { + "epoch": 0.16963855421686747, + "grad_norm": 0.17718464136123657, + "learning_rate": 2.2051282051282056e-05, + "loss": 0.0171, + "step": 44 + }, + { + "epoch": 0.17349397590361446, + "grad_norm": 0.44719773530960083, + "learning_rate": 2.2564102564102566e-05, + "loss": 0.0357, + "step": 45 + }, + { + "epoch": 0.17734939759036145, + "grad_norm": 0.1649208813905716, + "learning_rate": 2.3076923076923076e-05, + "loss": 0.016, + "step": 46 + }, + { + "epoch": 0.18120481927710844, + "grad_norm": 0.17772121727466583, + "learning_rate": 2.3589743589743593e-05, + "loss": 0.0106, + "step": 47 + }, + { + "epoch": 0.18506024096385543, + "grad_norm": 0.30155256390571594, + "learning_rate": 2.4102564102564103e-05, + "loss": 0.0132, + "step": 48 + }, + { + "epoch": 0.18891566265060242, + "grad_norm": 0.1777803599834442, + "learning_rate": 2.461538461538462e-05, + "loss": 0.0089, + "step": 49 + }, + { + "epoch": 0.1927710843373494, + "grad_norm": 0.23959968984127045, + "learning_rate": 2.512820512820513e-05, + "loss": 0.0137, + "step": 50 + }, + { + "epoch": 0.1966265060240964, + "grad_norm": 0.2473219782114029, + "learning_rate": 2.5641025641025646e-05, + "loss": 0.0241, + "step": 51 + }, + { + "epoch": 0.20048192771084336, + "grad_norm": 0.14216162264347076, + "learning_rate": 2.6153846153846157e-05, + "loss": 0.0089, + "step": 52 + }, + { + "epoch": 0.20433734939759035, + "grad_norm": 0.16024824976921082, + "learning_rate": 2.6666666666666667e-05, + "loss": 0.0105, + "step": 53 + }, + { + "epoch": 0.20819277108433734, + "grad_norm": 0.19614927470684052, + "learning_rate": 2.7179487179487183e-05, + "loss": 0.0102, + "step": 54 + }, + { + "epoch": 0.21204819277108433, + "grad_norm": 0.18651551008224487, + "learning_rate": 2.7692307692307694e-05, + "loss": 0.0109, + "step": 55 + }, + { + "epoch": 0.21590361445783132, + "grad_norm": 0.1358720362186432, + "learning_rate": 2.820512820512821e-05, + "loss": 0.0082, + "step": 56 + }, + { + "epoch": 0.2197590361445783, + "grad_norm": 0.13998733460903168, + "learning_rate": 2.871794871794872e-05, + "loss": 0.0081, + "step": 57 + }, + { + "epoch": 0.2236144578313253, + "grad_norm": 0.1299574077129364, + "learning_rate": 2.923076923076923e-05, + "loss": 0.0067, + "step": 58 + }, + { + "epoch": 0.2274698795180723, + "grad_norm": 0.17477169632911682, + "learning_rate": 2.9743589743589747e-05, + "loss": 0.0091, + "step": 59 + }, + { + "epoch": 0.23132530120481928, + "grad_norm": 0.27078455686569214, + "learning_rate": 3.0256410256410257e-05, + "loss": 0.0128, + "step": 60 + }, + { + "epoch": 0.23518072289156627, + "grad_norm": 0.2184700220823288, + "learning_rate": 3.0769230769230774e-05, + "loss": 0.0236, + "step": 61 + }, + { + "epoch": 0.23903614457831326, + "grad_norm": 0.21013228595256805, + "learning_rate": 3.128205128205129e-05, + "loss": 0.0114, + "step": 62 + }, + { + "epoch": 0.24289156626506025, + "grad_norm": 0.4988560974597931, + "learning_rate": 3.1794871794871795e-05, + "loss": 0.0111, + "step": 63 + }, + { + "epoch": 0.24674698795180722, + "grad_norm": 0.18484456837177277, + "learning_rate": 3.230769230769231e-05, + "loss": 0.0104, + "step": 64 + }, + { + "epoch": 0.25060240963855424, + "grad_norm": 0.19871847331523895, + "learning_rate": 3.282051282051282e-05, + "loss": 0.0094, + "step": 65 + }, + { + "epoch": 0.2544578313253012, + "grad_norm": 0.17952671647071838, + "learning_rate": 3.3333333333333335e-05, + "loss": 0.0127, + "step": 66 + }, + { + "epoch": 0.2583132530120482, + "grad_norm": 0.29055604338645935, + "learning_rate": 3.384615384615385e-05, + "loss": 0.023, + "step": 67 + }, + { + "epoch": 0.2621686746987952, + "grad_norm": 0.2033795416355133, + "learning_rate": 3.435897435897436e-05, + "loss": 0.0091, + "step": 68 + }, + { + "epoch": 0.26602409638554214, + "grad_norm": 0.2499230057001114, + "learning_rate": 3.4871794871794875e-05, + "loss": 0.0221, + "step": 69 + }, + { + "epoch": 0.26987951807228916, + "grad_norm": 0.22038578987121582, + "learning_rate": 3.538461538461539e-05, + "loss": 0.0139, + "step": 70 + }, + { + "epoch": 0.2737349397590361, + "grad_norm": 0.14657297730445862, + "learning_rate": 3.58974358974359e-05, + "loss": 0.0104, + "step": 71 + }, + { + "epoch": 0.27759036144578314, + "grad_norm": 0.23861773312091827, + "learning_rate": 3.6410256410256416e-05, + "loss": 0.0126, + "step": 72 + }, + { + "epoch": 0.2814457831325301, + "grad_norm": 0.21007320284843445, + "learning_rate": 3.692307692307693e-05, + "loss": 0.0133, + "step": 73 + }, + { + "epoch": 0.2853012048192771, + "grad_norm": 0.20938654243946075, + "learning_rate": 3.7435897435897436e-05, + "loss": 0.0116, + "step": 74 + }, + { + "epoch": 0.2891566265060241, + "grad_norm": 0.27394789457321167, + "learning_rate": 3.794871794871795e-05, + "loss": 0.0158, + "step": 75 + }, + { + "epoch": 0.2930120481927711, + "grad_norm": 0.1749437153339386, + "learning_rate": 3.846153846153846e-05, + "loss": 0.0097, + "step": 76 + }, + { + "epoch": 0.29686746987951806, + "grad_norm": 0.2208889275789261, + "learning_rate": 3.8974358974358976e-05, + "loss": 0.024, + "step": 77 + }, + { + "epoch": 0.3007228915662651, + "grad_norm": 0.32802650332450867, + "learning_rate": 3.948717948717949e-05, + "loss": 0.015, + "step": 78 + }, + { + "epoch": 0.30457831325301205, + "grad_norm": 0.21527938544750214, + "learning_rate": 4e-05, + "loss": 0.0137, + "step": 79 + }, + { + "epoch": 0.30843373493975906, + "grad_norm": 0.2894026041030884, + "learning_rate": 3.999979972589652e-05, + "loss": 0.0177, + "step": 80 + }, + { + "epoch": 0.312289156626506, + "grad_norm": 0.21148355305194855, + "learning_rate": 3.9999198907597046e-05, + "loss": 0.0146, + "step": 81 + }, + { + "epoch": 0.316144578313253, + "grad_norm": 0.1950712502002716, + "learning_rate": 3.999819755713442e-05, + "loss": 0.0174, + "step": 82 + }, + { + "epoch": 0.32, + "grad_norm": 0.23408709466457367, + "learning_rate": 3.9996795694563096e-05, + "loss": 0.0142, + "step": 83 + }, + { + "epoch": 0.32385542168674697, + "grad_norm": 0.4009031355381012, + "learning_rate": 3.999499334795875e-05, + "loss": 0.014, + "step": 84 + }, + { + "epoch": 0.327710843373494, + "grad_norm": 0.2507084012031555, + "learning_rate": 3.999279055341771e-05, + "loss": 0.013, + "step": 85 + }, + { + "epoch": 0.33156626506024095, + "grad_norm": 0.2922132909297943, + "learning_rate": 3.999018735505626e-05, + "loss": 0.013, + "step": 86 + }, + { + "epoch": 0.33542168674698797, + "grad_norm": 0.2073613405227661, + "learning_rate": 3.998718380500971e-05, + "loss": 0.0107, + "step": 87 + }, + { + "epoch": 0.33927710843373493, + "grad_norm": 0.3113904595375061, + "learning_rate": 3.998377996343139e-05, + "loss": 0.0337, + "step": 88 + }, + { + "epoch": 0.34313253012048195, + "grad_norm": 0.18452070653438568, + "learning_rate": 3.997997589849145e-05, + "loss": 0.0137, + "step": 89 + }, + { + "epoch": 0.3469879518072289, + "grad_norm": 0.24420331418514252, + "learning_rate": 3.9975771686375434e-05, + "loss": 0.0104, + "step": 90 + }, + { + "epoch": 0.35084337349397593, + "grad_norm": 0.3163854479789734, + "learning_rate": 3.9971167411282835e-05, + "loss": 0.0133, + "step": 91 + }, + { + "epoch": 0.3546987951807229, + "grad_norm": 0.11558058857917786, + "learning_rate": 3.996616316542537e-05, + "loss": 0.0069, + "step": 92 + }, + { + "epoch": 0.35855421686746985, + "grad_norm": 2.0870206356048584, + "learning_rate": 3.99607590490251e-05, + "loss": 0.0227, + "step": 93 + }, + { + "epoch": 0.3624096385542169, + "grad_norm": 0.23557044565677643, + "learning_rate": 3.9954955170312504e-05, + "loss": 0.0175, + "step": 94 + }, + { + "epoch": 0.36626506024096384, + "grad_norm": 0.2593333423137665, + "learning_rate": 3.9948751645524235e-05, + "loss": 0.0184, + "step": 95 + }, + { + "epoch": 0.37012048192771085, + "grad_norm": 0.5161668658256531, + "learning_rate": 3.994214859890083e-05, + "loss": 0.0265, + "step": 96 + }, + { + "epoch": 0.3739759036144578, + "grad_norm": 0.5731181502342224, + "learning_rate": 3.9935146162684206e-05, + "loss": 0.0167, + "step": 97 + }, + { + "epoch": 0.37783132530120483, + "grad_norm": 1.9357824325561523, + "learning_rate": 3.992774447711503e-05, + "loss": 0.0321, + "step": 98 + }, + { + "epoch": 0.3816867469879518, + "grad_norm": 4.194522857666016, + "learning_rate": 3.9919943690429906e-05, + "loss": 0.086, + "step": 99 + }, + { + "epoch": 0.3855421686746988, + "grad_norm": 0.3377005457878113, + "learning_rate": 3.9911743958858376e-05, + "loss": 0.0206, + "step": 100 + }, + { + "epoch": 0.3893975903614458, + "grad_norm": 0.3599908649921417, + "learning_rate": 3.9903145446619837e-05, + "loss": 0.0207, + "step": 101 + }, + { + "epoch": 0.3932530120481928, + "grad_norm": 0.3402753174304962, + "learning_rate": 3.9894148325920226e-05, + "loss": 0.0241, + "step": 102 + }, + { + "epoch": 0.39710843373493976, + "grad_norm": 0.6041432023048401, + "learning_rate": 3.9884752776948564e-05, + "loss": 0.0138, + "step": 103 + }, + { + "epoch": 0.4009638554216867, + "grad_norm": 4.082062721252441, + "learning_rate": 3.987495898787336e-05, + "loss": 0.1119, + "step": 104 + }, + { + "epoch": 0.40481927710843374, + "grad_norm": 6.899234771728516, + "learning_rate": 3.9864767154838864e-05, + "loss": 0.1046, + "step": 105 + }, + { + "epoch": 0.4086746987951807, + "grad_norm": 3.1316874027252197, + "learning_rate": 3.985417748196108e-05, + "loss": 0.0404, + "step": 106 + }, + { + "epoch": 0.4125301204819277, + "grad_norm": 1.8661688566207886, + "learning_rate": 3.9843190181323744e-05, + "loss": 0.0348, + "step": 107 + }, + { + "epoch": 0.4163855421686747, + "grad_norm": 0.5149962306022644, + "learning_rate": 3.983180547297404e-05, + "loss": 0.0284, + "step": 108 + }, + { + "epoch": 0.4202409638554217, + "grad_norm": 0.3855750858783722, + "learning_rate": 3.982002358491817e-05, + "loss": 0.0242, + "step": 109 + }, + { + "epoch": 0.42409638554216866, + "grad_norm": 0.35508987307548523, + "learning_rate": 3.9807844753116864e-05, + "loss": 0.0179, + "step": 110 + }, + { + "epoch": 0.4279518072289157, + "grad_norm": 1.477452278137207, + "learning_rate": 3.979526922148058e-05, + "loss": 0.0436, + "step": 111 + }, + { + "epoch": 0.43180722891566264, + "grad_norm": 0.41172751784324646, + "learning_rate": 3.978229724186464e-05, + "loss": 0.026, + "step": 112 + }, + { + "epoch": 0.43566265060240966, + "grad_norm": 0.5889139771461487, + "learning_rate": 3.9768929074064206e-05, + "loss": 0.0249, + "step": 113 + }, + { + "epoch": 0.4395180722891566, + "grad_norm": 0.38035663962364197, + "learning_rate": 3.975516498580907e-05, + "loss": 0.0257, + "step": 114 + }, + { + "epoch": 0.4433734939759036, + "grad_norm": 0.35500895977020264, + "learning_rate": 3.9741005252758255e-05, + "loss": 0.026, + "step": 115 + }, + { + "epoch": 0.4472289156626506, + "grad_norm": 0.6464815735816956, + "learning_rate": 3.972645015849457e-05, + "loss": 0.0499, + "step": 116 + }, + { + "epoch": 0.45108433734939757, + "grad_norm": 0.20825283229351044, + "learning_rate": 3.971149999451886e-05, + "loss": 0.034, + "step": 117 + }, + { + "epoch": 0.4549397590361446, + "grad_norm": 0.34638360142707825, + "learning_rate": 3.9696155060244166e-05, + "loss": 0.0226, + "step": 118 + }, + { + "epoch": 0.45879518072289155, + "grad_norm": 0.27782803773880005, + "learning_rate": 3.9680415662989806e-05, + "loss": 0.0197, + "step": 119 + }, + { + "epoch": 0.46265060240963857, + "grad_norm": 0.39609628915786743, + "learning_rate": 3.966428211797514e-05, + "loss": 0.0229, + "step": 120 + }, + { + "epoch": 0.46650602409638553, + "grad_norm": 0.30235278606414795, + "learning_rate": 3.9647754748313294e-05, + "loss": 0.046, + "step": 121 + }, + { + "epoch": 0.47036144578313255, + "grad_norm": 0.2774790823459625, + "learning_rate": 3.963083388500469e-05, + "loss": 0.0208, + "step": 122 + }, + { + "epoch": 0.4742168674698795, + "grad_norm": 0.24587354063987732, + "learning_rate": 3.96135198669304e-05, + "loss": 0.026, + "step": 123 + }, + { + "epoch": 0.47807228915662653, + "grad_norm": 0.2603200376033783, + "learning_rate": 3.959581304084536e-05, + "loss": 0.0189, + "step": 124 + }, + { + "epoch": 0.4819277108433735, + "grad_norm": 0.33505868911743164, + "learning_rate": 3.957771376137144e-05, + "loss": 0.0227, + "step": 125 + }, + { + "epoch": 0.4857831325301205, + "grad_norm": 0.32992950081825256, + "learning_rate": 3.955922239099035e-05, + "loss": 0.0207, + "step": 126 + }, + { + "epoch": 0.48963855421686747, + "grad_norm": 0.2520611882209778, + "learning_rate": 3.954033930003634e-05, + "loss": 0.0308, + "step": 127 + }, + { + "epoch": 0.49349397590361443, + "grad_norm": 0.3344120383262634, + "learning_rate": 3.952106486668884e-05, + "loss": 0.0187, + "step": 128 + }, + { + "epoch": 0.49734939759036145, + "grad_norm": 0.46383559703826904, + "learning_rate": 3.9501399476964806e-05, + "loss": 0.0174, + "step": 129 + }, + { + "epoch": 0.5012048192771085, + "grad_norm": 0.2674378752708435, + "learning_rate": 3.9481343524711095e-05, + "loss": 0.0164, + "step": 130 + }, + { + "epoch": 0.5050602409638554, + "grad_norm": 0.21262381970882416, + "learning_rate": 3.946089741159648e-05, + "loss": 0.0088, + "step": 131 + }, + { + "epoch": 0.5089156626506024, + "grad_norm": 0.2904111444950104, + "learning_rate": 3.944006154710366e-05, + "loss": 0.0195, + "step": 132 + }, + { + "epoch": 0.5127710843373494, + "grad_norm": 0.42615893483161926, + "learning_rate": 3.9418836348521045e-05, + "loss": 0.0172, + "step": 133 + }, + { + "epoch": 0.5166265060240964, + "grad_norm": 0.25124824047088623, + "learning_rate": 3.939722224093439e-05, + "loss": 0.0151, + "step": 134 + }, + { + "epoch": 0.5204819277108433, + "grad_norm": 1.9261884689331055, + "learning_rate": 3.937521965721831e-05, + "loss": 0.0247, + "step": 135 + }, + { + "epoch": 0.5243373493975904, + "grad_norm": 0.24449346959590912, + "learning_rate": 3.9352829038027564e-05, + "loss": 0.0113, + "step": 136 + }, + { + "epoch": 0.5281927710843374, + "grad_norm": 2.4259743690490723, + "learning_rate": 3.933005083178828e-05, + "loss": 0.0533, + "step": 137 + }, + { + "epoch": 0.5320481927710843, + "grad_norm": 0.3187374472618103, + "learning_rate": 3.930688549468894e-05, + "loss": 0.0179, + "step": 138 + }, + { + "epoch": 0.5359036144578313, + "grad_norm": 2.9974002838134766, + "learning_rate": 3.928333349067125e-05, + "loss": 0.023, + "step": 139 + }, + { + "epoch": 0.5397590361445783, + "grad_norm": 0.7724501490592957, + "learning_rate": 3.9259395291420864e-05, + "loss": 0.0179, + "step": 140 + }, + { + "epoch": 0.5436144578313253, + "grad_norm": 0.2811576724052429, + "learning_rate": 3.923507137635792e-05, + "loss": 0.0118, + "step": 141 + }, + { + "epoch": 0.5474698795180722, + "grad_norm": 0.301895409822464, + "learning_rate": 3.921036223262745e-05, + "loss": 0.0152, + "step": 142 + }, + { + "epoch": 0.5513253012048193, + "grad_norm": 0.32171159982681274, + "learning_rate": 3.9185268355089606e-05, + "loss": 0.0297, + "step": 143 + }, + { + "epoch": 0.5551807228915663, + "grad_norm": 0.16498999297618866, + "learning_rate": 3.915979024630978e-05, + "loss": 0.0134, + "step": 144 + }, + { + "epoch": 0.5590361445783133, + "grad_norm": 0.27746957540512085, + "learning_rate": 3.913392841654851e-05, + "loss": 0.013, + "step": 145 + }, + { + "epoch": 0.5628915662650602, + "grad_norm": 0.2298375517129898, + "learning_rate": 3.9107683383751264e-05, + "loss": 0.0106, + "step": 146 + }, + { + "epoch": 0.5667469879518072, + "grad_norm": 0.2801443636417389, + "learning_rate": 3.9081055673538093e-05, + "loss": 0.0214, + "step": 147 + }, + { + "epoch": 0.5706024096385542, + "grad_norm": 0.22764678299427032, + "learning_rate": 3.9054045819193074e-05, + "loss": 0.0148, + "step": 148 + }, + { + "epoch": 0.5744578313253013, + "grad_norm": 0.1658417284488678, + "learning_rate": 3.902665436165364e-05, + "loss": 0.0333, + "step": 149 + }, + { + "epoch": 0.5783132530120482, + "grad_norm": 0.1666492223739624, + "learning_rate": 3.8998881849499756e-05, + "loss": 0.0162, + "step": 150 + }, + { + "epoch": 0.5821686746987952, + "grad_norm": 0.20655786991119385, + "learning_rate": 3.897072883894291e-05, + "loss": 0.0152, + "step": 151 + }, + { + "epoch": 0.5860240963855422, + "grad_norm": 0.25162509083747864, + "learning_rate": 3.894219589381501e-05, + "loss": 0.0422, + "step": 152 + }, + { + "epoch": 0.5898795180722891, + "grad_norm": 0.17071524262428284, + "learning_rate": 3.8913283585557054e-05, + "loss": 0.0082, + "step": 153 + }, + { + "epoch": 0.5937349397590361, + "grad_norm": 0.20576122403144836, + "learning_rate": 3.8883992493207696e-05, + "loss": 0.0111, + "step": 154 + }, + { + "epoch": 0.5975903614457831, + "grad_norm": 0.19477005302906036, + "learning_rate": 3.885432320339167e-05, + "loss": 0.0084, + "step": 155 + }, + { + "epoch": 0.6014457831325302, + "grad_norm": 0.26111698150634766, + "learning_rate": 3.8824276310308e-05, + "loss": 0.0172, + "step": 156 + }, + { + "epoch": 0.6053012048192771, + "grad_norm": 0.2800676226615906, + "learning_rate": 3.879385241571817e-05, + "loss": 0.0238, + "step": 157 + }, + { + "epoch": 0.6091566265060241, + "grad_norm": 0.2781737148761749, + "learning_rate": 3.876305212893399e-05, + "loss": 0.0272, + "step": 158 + }, + { + "epoch": 0.6130120481927711, + "grad_norm": 0.6798153519630432, + "learning_rate": 3.873187606680543e-05, + "loss": 0.0091, + "step": 159 + }, + { + "epoch": 0.6168674698795181, + "grad_norm": 0.1639501005411148, + "learning_rate": 3.8700324853708304e-05, + "loss": 0.0233, + "step": 160 + }, + { + "epoch": 0.620722891566265, + "grad_norm": 0.39862754940986633, + "learning_rate": 3.866839912153168e-05, + "loss": 0.016, + "step": 161 + }, + { + "epoch": 0.624578313253012, + "grad_norm": 0.48113104701042175, + "learning_rate": 3.863609950966531e-05, + "loss": 0.016, + "step": 162 + }, + { + "epoch": 0.6284337349397591, + "grad_norm": 0.17467358708381653, + "learning_rate": 3.860342666498677e-05, + "loss": 0.0103, + "step": 163 + }, + { + "epoch": 0.632289156626506, + "grad_norm": 0.5942115783691406, + "learning_rate": 3.8570381241848534e-05, + "loss": 0.0158, + "step": 164 + }, + { + "epoch": 0.636144578313253, + "grad_norm": 0.2018311470746994, + "learning_rate": 3.853696390206484e-05, + "loss": 0.0193, + "step": 165 + }, + { + "epoch": 0.64, + "grad_norm": 0.5149483680725098, + "learning_rate": 3.850317531489848e-05, + "loss": 0.0268, + "step": 166 + }, + { + "epoch": 0.643855421686747, + "grad_norm": 0.16745764017105103, + "learning_rate": 3.846901615704734e-05, + "loss": 0.0132, + "step": 167 + }, + { + "epoch": 0.6477108433734939, + "grad_norm": 1.0696477890014648, + "learning_rate": 3.843448711263089e-05, + "loss": 0.0228, + "step": 168 + }, + { + "epoch": 0.651566265060241, + "grad_norm": 0.27323034405708313, + "learning_rate": 3.839958887317649e-05, + "loss": 0.0309, + "step": 169 + }, + { + "epoch": 0.655421686746988, + "grad_norm": 0.32417500019073486, + "learning_rate": 3.8364322137605484e-05, + "loss": 0.0282, + "step": 170 + }, + { + "epoch": 0.659277108433735, + "grad_norm": 0.24416105449199677, + "learning_rate": 3.832868761221926e-05, + "loss": 0.0149, + "step": 171 + }, + { + "epoch": 0.6631325301204819, + "grad_norm": 0.40103256702423096, + "learning_rate": 3.829268601068509e-05, + "loss": 0.0196, + "step": 172 + }, + { + "epoch": 0.6669879518072289, + "grad_norm": 0.4967587888240814, + "learning_rate": 3.825631805402182e-05, + "loss": 0.027, + "step": 173 + }, + { + "epoch": 0.6708433734939759, + "grad_norm": 0.32446494698524475, + "learning_rate": 3.821958447058543e-05, + "loss": 0.0186, + "step": 174 + }, + { + "epoch": 0.6746987951807228, + "grad_norm": 0.17924204468727112, + "learning_rate": 3.818248599605448e-05, + "loss": 0.0158, + "step": 175 + }, + { + "epoch": 0.6785542168674699, + "grad_norm": 0.32113662362098694, + "learning_rate": 3.8145023373415326e-05, + "loss": 0.0186, + "step": 176 + }, + { + "epoch": 0.6824096385542169, + "grad_norm": 0.2955350875854492, + "learning_rate": 3.810719735294731e-05, + "loss": 0.0254, + "step": 177 + }, + { + "epoch": 0.6862650602409639, + "grad_norm": 0.3955155611038208, + "learning_rate": 3.806900869220765e-05, + "loss": 0.0247, + "step": 178 + }, + { + "epoch": 0.6901204819277108, + "grad_norm": 0.28007134795188904, + "learning_rate": 3.8030458156016326e-05, + "loss": 0.0159, + "step": 179 + }, + { + "epoch": 0.6939759036144578, + "grad_norm": 0.3042643666267395, + "learning_rate": 3.799154651644075e-05, + "loss": 0.0163, + "step": 180 + }, + { + "epoch": 0.6978313253012048, + "grad_norm": 0.18276739120483398, + "learning_rate": 3.795227455278029e-05, + "loss": 0.0088, + "step": 181 + }, + { + "epoch": 0.7016867469879519, + "grad_norm": 0.19548135995864868, + "learning_rate": 3.7912643051550674e-05, + "loss": 0.0115, + "step": 182 + }, + { + "epoch": 0.7055421686746988, + "grad_norm": 0.2164657711982727, + "learning_rate": 3.787265280646825e-05, + "loss": 0.0152, + "step": 183 + }, + { + "epoch": 0.7093975903614458, + "grad_norm": 0.19452515244483948, + "learning_rate": 3.783230461843406e-05, + "loss": 0.008, + "step": 184 + } + ], + "logging_steps": 1, + "max_steps": 780, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 92, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.405968104596439e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-184/training_args.bin b/checkpoint-184/training_args.bin new file mode 100644 index 0000000..16dd9a0 --- /dev/null +++ b/checkpoint-184/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278dd9cb4a0ad2cab5c6d1358fbf0c25929c01aec5836b90960695f31f47b1b6 +size 7825 diff --git a/checkpoint-276/chat_template.jinja b/checkpoint-276/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/checkpoint-276/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-276/config.json b/checkpoint-276/config.json new file mode 100644 index 0000000..8da640a --- /dev/null +++ b/checkpoint-276/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.56.2", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/checkpoint-276/generation_config.json b/checkpoint-276/generation_config.json new file mode 100644 index 0000000..2152026 --- /dev/null +++ b/checkpoint-276/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128009, + 128001, + 128008, + 128009 + ], + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-276/model-00001-of-00002.safetensors b/checkpoint-276/model-00001-of-00002.safetensors new file mode 100644 index 0000000..f1be63d --- /dev/null +++ b/checkpoint-276/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b909d93dba7b9fb5152ab4f2e92e0c309b32a8cb14410e2216aca86af85f032 +size 4965799096 diff --git a/checkpoint-276/model-00002-of-00002.safetensors b/checkpoint-276/model-00002-of-00002.safetensors new file mode 100644 index 0000000..a1066c0 --- /dev/null +++ b/checkpoint-276/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a675f4764db0516264ef536559a8a1975b6ac0335cda5d6129e6750ac42526ba +size 2247734992 diff --git a/checkpoint-276/model.safetensors.index.json b/checkpoint-276/model.safetensors.index.json new file mode 100644 index 0000000..887d493 --- /dev/null +++ b/checkpoint-276/model.safetensors.index.json @@ -0,0 +1,263 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 7213504512 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/checkpoint-276/special_tokens_map.json b/checkpoint-276/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/checkpoint-276/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-276/tokenizer.json b/checkpoint-276/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/checkpoint-276/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-276/tokenizer_config.json b/checkpoint-276/tokenizer_config.json new file mode 100644 index 0000000..d1e1ea9 --- /dev/null +++ b/checkpoint-276/tokenizer_config.json @@ -0,0 +1,2068 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-276/trainer_state.json b/checkpoint-276/trainer_state.json new file mode 100644 index 0000000..753090b --- /dev/null +++ b/checkpoint-276/trainer_state.json @@ -0,0 +1,1966 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0616867469879518, + "eval_steps": 500, + "global_step": 276, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0038554216867469878, + "grad_norm": 1.2289724349975586, + "learning_rate": 0.0, + "loss": 0.0363, + "step": 1 + }, + { + "epoch": 0.0077108433734939755, + "grad_norm": 1.148133635520935, + "learning_rate": 5.128205128205128e-07, + "loss": 0.042, + "step": 2 + }, + { + "epoch": 0.011566265060240964, + "grad_norm": 1.251704216003418, + "learning_rate": 1.0256410256410257e-06, + "loss": 0.0442, + "step": 3 + }, + { + "epoch": 0.015421686746987951, + "grad_norm": 1.1709717512130737, + "learning_rate": 1.5384615384615387e-06, + "loss": 0.0363, + "step": 4 + }, + { + "epoch": 0.01927710843373494, + "grad_norm": 1.1885852813720703, + "learning_rate": 2.0512820512820513e-06, + "loss": 0.0281, + "step": 5 + }, + { + "epoch": 0.02313253012048193, + "grad_norm": 0.7513725161552429, + "learning_rate": 2.564102564102564e-06, + "loss": 0.0456, + "step": 6 + }, + { + "epoch": 0.026987951807228915, + "grad_norm": 0.6604480147361755, + "learning_rate": 3.0769230769230774e-06, + "loss": 0.0336, + "step": 7 + }, + { + "epoch": 0.030843373493975902, + "grad_norm": 0.5245765447616577, + "learning_rate": 3.58974358974359e-06, + "loss": 0.0351, + "step": 8 + }, + { + "epoch": 0.03469879518072289, + "grad_norm": 0.35446059703826904, + "learning_rate": 4.102564102564103e-06, + "loss": 0.022, + "step": 9 + }, + { + "epoch": 0.03855421686746988, + "grad_norm": 0.40557414293289185, + "learning_rate": 4.615384615384616e-06, + "loss": 0.0248, + "step": 10 + }, + { + "epoch": 0.042409638554216866, + "grad_norm": 0.3844715356826782, + "learning_rate": 5.128205128205128e-06, + "loss": 0.0289, + "step": 11 + }, + { + "epoch": 0.04626506024096386, + "grad_norm": 0.31521302461624146, + "learning_rate": 5.641025641025641e-06, + "loss": 0.0221, + "step": 12 + }, + { + "epoch": 0.05012048192771084, + "grad_norm": 0.40441566705703735, + "learning_rate": 6.153846153846155e-06, + "loss": 0.0226, + "step": 13 + }, + { + "epoch": 0.05397590361445783, + "grad_norm": 0.30345258116722107, + "learning_rate": 6.666666666666667e-06, + "loss": 0.0181, + "step": 14 + }, + { + "epoch": 0.05783132530120482, + "grad_norm": 0.32419148087501526, + "learning_rate": 7.17948717948718e-06, + "loss": 0.0217, + "step": 15 + }, + { + "epoch": 0.061686746987951804, + "grad_norm": 0.29662227630615234, + "learning_rate": 7.692307692307694e-06, + "loss": 0.0216, + "step": 16 + }, + { + "epoch": 0.0655421686746988, + "grad_norm": 0.24562332034111023, + "learning_rate": 8.205128205128205e-06, + "loss": 0.0163, + "step": 17 + }, + { + "epoch": 0.06939759036144579, + "grad_norm": 0.21251554787158966, + "learning_rate": 8.717948717948719e-06, + "loss": 0.0176, + "step": 18 + }, + { + "epoch": 0.07325301204819278, + "grad_norm": 0.195358544588089, + "learning_rate": 9.230769230769232e-06, + "loss": 0.0121, + "step": 19 + }, + { + "epoch": 0.07710843373493977, + "grad_norm": 0.1519210785627365, + "learning_rate": 9.743589743589744e-06, + "loss": 0.0103, + "step": 20 + }, + { + "epoch": 0.08096385542168674, + "grad_norm": 0.29832565784454346, + "learning_rate": 1.0256410256410256e-05, + "loss": 0.0197, + "step": 21 + }, + { + "epoch": 0.08481927710843373, + "grad_norm": 0.24802711606025696, + "learning_rate": 1.076923076923077e-05, + "loss": 0.0207, + "step": 22 + }, + { + "epoch": 0.08867469879518072, + "grad_norm": 0.17878903448581696, + "learning_rate": 1.1282051282051283e-05, + "loss": 0.014, + "step": 23 + }, + { + "epoch": 0.09253012048192771, + "grad_norm": 0.23687325417995453, + "learning_rate": 1.1794871794871796e-05, + "loss": 0.0153, + "step": 24 + }, + { + "epoch": 0.0963855421686747, + "grad_norm": 0.29058969020843506, + "learning_rate": 1.230769230769231e-05, + "loss": 0.0149, + "step": 25 + }, + { + "epoch": 0.10024096385542168, + "grad_norm": 0.1624310314655304, + "learning_rate": 1.2820512820512823e-05, + "loss": 0.0127, + "step": 26 + }, + { + "epoch": 0.10409638554216867, + "grad_norm": 0.27256354689598083, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.0173, + "step": 27 + }, + { + "epoch": 0.10795180722891566, + "grad_norm": 0.24831782281398773, + "learning_rate": 1.3846153846153847e-05, + "loss": 0.0161, + "step": 28 + }, + { + "epoch": 0.11180722891566265, + "grad_norm": 0.20417729020118713, + "learning_rate": 1.435897435897436e-05, + "loss": 0.0127, + "step": 29 + }, + { + "epoch": 0.11566265060240964, + "grad_norm": 0.22253485023975372, + "learning_rate": 1.4871794871794874e-05, + "loss": 0.018, + "step": 30 + }, + { + "epoch": 0.11951807228915663, + "grad_norm": 0.1634419709444046, + "learning_rate": 1.5384615384615387e-05, + "loss": 0.0092, + "step": 31 + }, + { + "epoch": 0.12337349397590361, + "grad_norm": 0.16349917650222778, + "learning_rate": 1.5897435897435897e-05, + "loss": 0.0151, + "step": 32 + }, + { + "epoch": 0.1272289156626506, + "grad_norm": 0.2271573394536972, + "learning_rate": 1.641025641025641e-05, + "loss": 0.0174, + "step": 33 + }, + { + "epoch": 0.1310843373493976, + "grad_norm": 0.1916988492012024, + "learning_rate": 1.6923076923076924e-05, + "loss": 0.0126, + "step": 34 + }, + { + "epoch": 0.13493975903614458, + "grad_norm": 0.23479051887989044, + "learning_rate": 1.7435897435897438e-05, + "loss": 0.0116, + "step": 35 + }, + { + "epoch": 0.13879518072289157, + "grad_norm": 0.18296493589878082, + "learning_rate": 1.794871794871795e-05, + "loss": 0.0133, + "step": 36 + }, + { + "epoch": 0.14265060240963856, + "grad_norm": 0.12307147681713104, + "learning_rate": 1.8461538461538465e-05, + "loss": 0.0093, + "step": 37 + }, + { + "epoch": 0.14650602409638555, + "grad_norm": 0.1736001819372177, + "learning_rate": 1.8974358974358975e-05, + "loss": 0.0097, + "step": 38 + }, + { + "epoch": 0.15036144578313254, + "grad_norm": 0.21048344671726227, + "learning_rate": 1.9487179487179488e-05, + "loss": 0.0121, + "step": 39 + }, + { + "epoch": 0.15421686746987953, + "grad_norm": 0.18844228982925415, + "learning_rate": 2e-05, + "loss": 0.0145, + "step": 40 + }, + { + "epoch": 0.1580722891566265, + "grad_norm": 0.24053065478801727, + "learning_rate": 2.0512820512820512e-05, + "loss": 0.0233, + "step": 41 + }, + { + "epoch": 0.16192771084337348, + "grad_norm": 0.16952425241470337, + "learning_rate": 2.102564102564103e-05, + "loss": 0.024, + "step": 42 + }, + { + "epoch": 0.16578313253012048, + "grad_norm": 0.1816851794719696, + "learning_rate": 2.153846153846154e-05, + "loss": 0.0165, + "step": 43 + }, + { + "epoch": 0.16963855421686747, + "grad_norm": 0.17718464136123657, + "learning_rate": 2.2051282051282056e-05, + "loss": 0.0171, + "step": 44 + }, + { + "epoch": 0.17349397590361446, + "grad_norm": 0.44719773530960083, + "learning_rate": 2.2564102564102566e-05, + "loss": 0.0357, + "step": 45 + }, + { + "epoch": 0.17734939759036145, + "grad_norm": 0.1649208813905716, + "learning_rate": 2.3076923076923076e-05, + "loss": 0.016, + "step": 46 + }, + { + "epoch": 0.18120481927710844, + "grad_norm": 0.17772121727466583, + "learning_rate": 2.3589743589743593e-05, + "loss": 0.0106, + "step": 47 + }, + { + "epoch": 0.18506024096385543, + "grad_norm": 0.30155256390571594, + "learning_rate": 2.4102564102564103e-05, + "loss": 0.0132, + "step": 48 + }, + { + "epoch": 0.18891566265060242, + "grad_norm": 0.1777803599834442, + "learning_rate": 2.461538461538462e-05, + "loss": 0.0089, + "step": 49 + }, + { + "epoch": 0.1927710843373494, + "grad_norm": 0.23959968984127045, + "learning_rate": 2.512820512820513e-05, + "loss": 0.0137, + "step": 50 + }, + { + "epoch": 0.1966265060240964, + "grad_norm": 0.2473219782114029, + "learning_rate": 2.5641025641025646e-05, + "loss": 0.0241, + "step": 51 + }, + { + "epoch": 0.20048192771084336, + "grad_norm": 0.14216162264347076, + "learning_rate": 2.6153846153846157e-05, + "loss": 0.0089, + "step": 52 + }, + { + "epoch": 0.20433734939759035, + "grad_norm": 0.16024824976921082, + "learning_rate": 2.6666666666666667e-05, + "loss": 0.0105, + "step": 53 + }, + { + "epoch": 0.20819277108433734, + "grad_norm": 0.19614927470684052, + "learning_rate": 2.7179487179487183e-05, + "loss": 0.0102, + "step": 54 + }, + { + "epoch": 0.21204819277108433, + "grad_norm": 0.18651551008224487, + "learning_rate": 2.7692307692307694e-05, + "loss": 0.0109, + "step": 55 + }, + { + "epoch": 0.21590361445783132, + "grad_norm": 0.1358720362186432, + "learning_rate": 2.820512820512821e-05, + "loss": 0.0082, + "step": 56 + }, + { + "epoch": 0.2197590361445783, + "grad_norm": 0.13998733460903168, + "learning_rate": 2.871794871794872e-05, + "loss": 0.0081, + "step": 57 + }, + { + "epoch": 0.2236144578313253, + "grad_norm": 0.1299574077129364, + "learning_rate": 2.923076923076923e-05, + "loss": 0.0067, + "step": 58 + }, + { + "epoch": 0.2274698795180723, + "grad_norm": 0.17477169632911682, + "learning_rate": 2.9743589743589747e-05, + "loss": 0.0091, + "step": 59 + }, + { + "epoch": 0.23132530120481928, + "grad_norm": 0.27078455686569214, + "learning_rate": 3.0256410256410257e-05, + "loss": 0.0128, + "step": 60 + }, + { + "epoch": 0.23518072289156627, + "grad_norm": 0.2184700220823288, + "learning_rate": 3.0769230769230774e-05, + "loss": 0.0236, + "step": 61 + }, + { + "epoch": 0.23903614457831326, + "grad_norm": 0.21013228595256805, + "learning_rate": 3.128205128205129e-05, + "loss": 0.0114, + "step": 62 + }, + { + "epoch": 0.24289156626506025, + "grad_norm": 0.4988560974597931, + "learning_rate": 3.1794871794871795e-05, + "loss": 0.0111, + "step": 63 + }, + { + "epoch": 0.24674698795180722, + "grad_norm": 0.18484456837177277, + "learning_rate": 3.230769230769231e-05, + "loss": 0.0104, + "step": 64 + }, + { + "epoch": 0.25060240963855424, + "grad_norm": 0.19871847331523895, + "learning_rate": 3.282051282051282e-05, + "loss": 0.0094, + "step": 65 + }, + { + "epoch": 0.2544578313253012, + "grad_norm": 0.17952671647071838, + "learning_rate": 3.3333333333333335e-05, + "loss": 0.0127, + "step": 66 + }, + { + "epoch": 0.2583132530120482, + "grad_norm": 0.29055604338645935, + "learning_rate": 3.384615384615385e-05, + "loss": 0.023, + "step": 67 + }, + { + "epoch": 0.2621686746987952, + "grad_norm": 0.2033795416355133, + "learning_rate": 3.435897435897436e-05, + "loss": 0.0091, + "step": 68 + }, + { + "epoch": 0.26602409638554214, + "grad_norm": 0.2499230057001114, + "learning_rate": 3.4871794871794875e-05, + "loss": 0.0221, + "step": 69 + }, + { + "epoch": 0.26987951807228916, + "grad_norm": 0.22038578987121582, + "learning_rate": 3.538461538461539e-05, + "loss": 0.0139, + "step": 70 + }, + { + "epoch": 0.2737349397590361, + "grad_norm": 0.14657297730445862, + "learning_rate": 3.58974358974359e-05, + "loss": 0.0104, + "step": 71 + }, + { + "epoch": 0.27759036144578314, + "grad_norm": 0.23861773312091827, + "learning_rate": 3.6410256410256416e-05, + "loss": 0.0126, + "step": 72 + }, + { + "epoch": 0.2814457831325301, + "grad_norm": 0.21007320284843445, + "learning_rate": 3.692307692307693e-05, + "loss": 0.0133, + "step": 73 + }, + { + "epoch": 0.2853012048192771, + "grad_norm": 0.20938654243946075, + "learning_rate": 3.7435897435897436e-05, + "loss": 0.0116, + "step": 74 + }, + { + "epoch": 0.2891566265060241, + "grad_norm": 0.27394789457321167, + "learning_rate": 3.794871794871795e-05, + "loss": 0.0158, + "step": 75 + }, + { + "epoch": 0.2930120481927711, + "grad_norm": 0.1749437153339386, + "learning_rate": 3.846153846153846e-05, + "loss": 0.0097, + "step": 76 + }, + { + "epoch": 0.29686746987951806, + "grad_norm": 0.2208889275789261, + "learning_rate": 3.8974358974358976e-05, + "loss": 0.024, + "step": 77 + }, + { + "epoch": 0.3007228915662651, + "grad_norm": 0.32802650332450867, + "learning_rate": 3.948717948717949e-05, + "loss": 0.015, + "step": 78 + }, + { + "epoch": 0.30457831325301205, + "grad_norm": 0.21527938544750214, + "learning_rate": 4e-05, + "loss": 0.0137, + "step": 79 + }, + { + "epoch": 0.30843373493975906, + "grad_norm": 0.2894026041030884, + "learning_rate": 3.999979972589652e-05, + "loss": 0.0177, + "step": 80 + }, + { + "epoch": 0.312289156626506, + "grad_norm": 0.21148355305194855, + "learning_rate": 3.9999198907597046e-05, + "loss": 0.0146, + "step": 81 + }, + { + "epoch": 0.316144578313253, + "grad_norm": 0.1950712502002716, + "learning_rate": 3.999819755713442e-05, + "loss": 0.0174, + "step": 82 + }, + { + "epoch": 0.32, + "grad_norm": 0.23408709466457367, + "learning_rate": 3.9996795694563096e-05, + "loss": 0.0142, + "step": 83 + }, + { + "epoch": 0.32385542168674697, + "grad_norm": 0.4009031355381012, + "learning_rate": 3.999499334795875e-05, + "loss": 0.014, + "step": 84 + }, + { + "epoch": 0.327710843373494, + "grad_norm": 0.2507084012031555, + "learning_rate": 3.999279055341771e-05, + "loss": 0.013, + "step": 85 + }, + { + "epoch": 0.33156626506024095, + "grad_norm": 0.2922132909297943, + "learning_rate": 3.999018735505626e-05, + "loss": 0.013, + "step": 86 + }, + { + "epoch": 0.33542168674698797, + "grad_norm": 0.2073613405227661, + "learning_rate": 3.998718380500971e-05, + "loss": 0.0107, + "step": 87 + }, + { + "epoch": 0.33927710843373493, + "grad_norm": 0.3113904595375061, + "learning_rate": 3.998377996343139e-05, + "loss": 0.0337, + "step": 88 + }, + { + "epoch": 0.34313253012048195, + "grad_norm": 0.18452070653438568, + "learning_rate": 3.997997589849145e-05, + "loss": 0.0137, + "step": 89 + }, + { + "epoch": 0.3469879518072289, + "grad_norm": 0.24420331418514252, + "learning_rate": 3.9975771686375434e-05, + "loss": 0.0104, + "step": 90 + }, + { + "epoch": 0.35084337349397593, + "grad_norm": 0.3163854479789734, + "learning_rate": 3.9971167411282835e-05, + "loss": 0.0133, + "step": 91 + }, + { + "epoch": 0.3546987951807229, + "grad_norm": 0.11558058857917786, + "learning_rate": 3.996616316542537e-05, + "loss": 0.0069, + "step": 92 + }, + { + "epoch": 0.35855421686746985, + "grad_norm": 2.0870206356048584, + "learning_rate": 3.99607590490251e-05, + "loss": 0.0227, + "step": 93 + }, + { + "epoch": 0.3624096385542169, + "grad_norm": 0.23557044565677643, + "learning_rate": 3.9954955170312504e-05, + "loss": 0.0175, + "step": 94 + }, + { + "epoch": 0.36626506024096384, + "grad_norm": 0.2593333423137665, + "learning_rate": 3.9948751645524235e-05, + "loss": 0.0184, + "step": 95 + }, + { + "epoch": 0.37012048192771085, + "grad_norm": 0.5161668658256531, + "learning_rate": 3.994214859890083e-05, + "loss": 0.0265, + "step": 96 + }, + { + "epoch": 0.3739759036144578, + "grad_norm": 0.5731181502342224, + "learning_rate": 3.9935146162684206e-05, + "loss": 0.0167, + "step": 97 + }, + { + "epoch": 0.37783132530120483, + "grad_norm": 1.9357824325561523, + "learning_rate": 3.992774447711503e-05, + "loss": 0.0321, + "step": 98 + }, + { + "epoch": 0.3816867469879518, + "grad_norm": 4.194522857666016, + "learning_rate": 3.9919943690429906e-05, + "loss": 0.086, + "step": 99 + }, + { + "epoch": 0.3855421686746988, + "grad_norm": 0.3377005457878113, + "learning_rate": 3.9911743958858376e-05, + "loss": 0.0206, + "step": 100 + }, + { + "epoch": 0.3893975903614458, + "grad_norm": 0.3599908649921417, + "learning_rate": 3.9903145446619837e-05, + "loss": 0.0207, + "step": 101 + }, + { + "epoch": 0.3932530120481928, + "grad_norm": 0.3402753174304962, + "learning_rate": 3.9894148325920226e-05, + "loss": 0.0241, + "step": 102 + }, + { + "epoch": 0.39710843373493976, + "grad_norm": 0.6041432023048401, + "learning_rate": 3.9884752776948564e-05, + "loss": 0.0138, + "step": 103 + }, + { + "epoch": 0.4009638554216867, + "grad_norm": 4.082062721252441, + "learning_rate": 3.987495898787336e-05, + "loss": 0.1119, + "step": 104 + }, + { + "epoch": 0.40481927710843374, + "grad_norm": 6.899234771728516, + "learning_rate": 3.9864767154838864e-05, + "loss": 0.1046, + "step": 105 + }, + { + "epoch": 0.4086746987951807, + "grad_norm": 3.1316874027252197, + "learning_rate": 3.985417748196108e-05, + "loss": 0.0404, + "step": 106 + }, + { + "epoch": 0.4125301204819277, + "grad_norm": 1.8661688566207886, + "learning_rate": 3.9843190181323744e-05, + "loss": 0.0348, + "step": 107 + }, + { + "epoch": 0.4163855421686747, + "grad_norm": 0.5149962306022644, + "learning_rate": 3.983180547297404e-05, + "loss": 0.0284, + "step": 108 + }, + { + "epoch": 0.4202409638554217, + "grad_norm": 0.3855750858783722, + "learning_rate": 3.982002358491817e-05, + "loss": 0.0242, + "step": 109 + }, + { + "epoch": 0.42409638554216866, + "grad_norm": 0.35508987307548523, + "learning_rate": 3.9807844753116864e-05, + "loss": 0.0179, + "step": 110 + }, + { + "epoch": 0.4279518072289157, + "grad_norm": 1.477452278137207, + "learning_rate": 3.979526922148058e-05, + "loss": 0.0436, + "step": 111 + }, + { + "epoch": 0.43180722891566264, + "grad_norm": 0.41172751784324646, + "learning_rate": 3.978229724186464e-05, + "loss": 0.026, + "step": 112 + }, + { + "epoch": 0.43566265060240966, + "grad_norm": 0.5889139771461487, + "learning_rate": 3.9768929074064206e-05, + "loss": 0.0249, + "step": 113 + }, + { + "epoch": 0.4395180722891566, + "grad_norm": 0.38035663962364197, + "learning_rate": 3.975516498580907e-05, + "loss": 0.0257, + "step": 114 + }, + { + "epoch": 0.4433734939759036, + "grad_norm": 0.35500895977020264, + "learning_rate": 3.9741005252758255e-05, + "loss": 0.026, + "step": 115 + }, + { + "epoch": 0.4472289156626506, + "grad_norm": 0.6464815735816956, + "learning_rate": 3.972645015849457e-05, + "loss": 0.0499, + "step": 116 + }, + { + "epoch": 0.45108433734939757, + "grad_norm": 0.20825283229351044, + "learning_rate": 3.971149999451886e-05, + "loss": 0.034, + "step": 117 + }, + { + "epoch": 0.4549397590361446, + "grad_norm": 0.34638360142707825, + "learning_rate": 3.9696155060244166e-05, + "loss": 0.0226, + "step": 118 + }, + { + "epoch": 0.45879518072289155, + "grad_norm": 0.27782803773880005, + "learning_rate": 3.9680415662989806e-05, + "loss": 0.0197, + "step": 119 + }, + { + "epoch": 0.46265060240963857, + "grad_norm": 0.39609628915786743, + "learning_rate": 3.966428211797514e-05, + "loss": 0.0229, + "step": 120 + }, + { + "epoch": 0.46650602409638553, + "grad_norm": 0.30235278606414795, + "learning_rate": 3.9647754748313294e-05, + "loss": 0.046, + "step": 121 + }, + { + "epoch": 0.47036144578313255, + "grad_norm": 0.2774790823459625, + "learning_rate": 3.963083388500469e-05, + "loss": 0.0208, + "step": 122 + }, + { + "epoch": 0.4742168674698795, + "grad_norm": 0.24587354063987732, + "learning_rate": 3.96135198669304e-05, + "loss": 0.026, + "step": 123 + }, + { + "epoch": 0.47807228915662653, + "grad_norm": 0.2603200376033783, + "learning_rate": 3.959581304084536e-05, + "loss": 0.0189, + "step": 124 + }, + { + "epoch": 0.4819277108433735, + "grad_norm": 0.33505868911743164, + "learning_rate": 3.957771376137144e-05, + "loss": 0.0227, + "step": 125 + }, + { + "epoch": 0.4857831325301205, + "grad_norm": 0.32992950081825256, + "learning_rate": 3.955922239099035e-05, + "loss": 0.0207, + "step": 126 + }, + { + "epoch": 0.48963855421686747, + "grad_norm": 0.2520611882209778, + "learning_rate": 3.954033930003634e-05, + "loss": 0.0308, + "step": 127 + }, + { + "epoch": 0.49349397590361443, + "grad_norm": 0.3344120383262634, + "learning_rate": 3.952106486668884e-05, + "loss": 0.0187, + "step": 128 + }, + { + "epoch": 0.49734939759036145, + "grad_norm": 0.46383559703826904, + "learning_rate": 3.9501399476964806e-05, + "loss": 0.0174, + "step": 129 + }, + { + "epoch": 0.5012048192771085, + "grad_norm": 0.2674378752708435, + "learning_rate": 3.9481343524711095e-05, + "loss": 0.0164, + "step": 130 + }, + { + "epoch": 0.5050602409638554, + "grad_norm": 0.21262381970882416, + "learning_rate": 3.946089741159648e-05, + "loss": 0.0088, + "step": 131 + }, + { + "epoch": 0.5089156626506024, + "grad_norm": 0.2904111444950104, + "learning_rate": 3.944006154710366e-05, + "loss": 0.0195, + "step": 132 + }, + { + "epoch": 0.5127710843373494, + "grad_norm": 0.42615893483161926, + "learning_rate": 3.9418836348521045e-05, + "loss": 0.0172, + "step": 133 + }, + { + "epoch": 0.5166265060240964, + "grad_norm": 0.25124824047088623, + "learning_rate": 3.939722224093439e-05, + "loss": 0.0151, + "step": 134 + }, + { + "epoch": 0.5204819277108433, + "grad_norm": 1.9261884689331055, + "learning_rate": 3.937521965721831e-05, + "loss": 0.0247, + "step": 135 + }, + { + "epoch": 0.5243373493975904, + "grad_norm": 0.24449346959590912, + "learning_rate": 3.9352829038027564e-05, + "loss": 0.0113, + "step": 136 + }, + { + "epoch": 0.5281927710843374, + "grad_norm": 2.4259743690490723, + "learning_rate": 3.933005083178828e-05, + "loss": 0.0533, + "step": 137 + }, + { + "epoch": 0.5320481927710843, + "grad_norm": 0.3187374472618103, + "learning_rate": 3.930688549468894e-05, + "loss": 0.0179, + "step": 138 + }, + { + "epoch": 0.5359036144578313, + "grad_norm": 2.9974002838134766, + "learning_rate": 3.928333349067125e-05, + "loss": 0.023, + "step": 139 + }, + { + "epoch": 0.5397590361445783, + "grad_norm": 0.7724501490592957, + "learning_rate": 3.9259395291420864e-05, + "loss": 0.0179, + "step": 140 + }, + { + "epoch": 0.5436144578313253, + "grad_norm": 0.2811576724052429, + "learning_rate": 3.923507137635792e-05, + "loss": 0.0118, + "step": 141 + }, + { + "epoch": 0.5474698795180722, + "grad_norm": 0.301895409822464, + "learning_rate": 3.921036223262745e-05, + "loss": 0.0152, + "step": 142 + }, + { + "epoch": 0.5513253012048193, + "grad_norm": 0.32171159982681274, + "learning_rate": 3.9185268355089606e-05, + "loss": 0.0297, + "step": 143 + }, + { + "epoch": 0.5551807228915663, + "grad_norm": 0.16498999297618866, + "learning_rate": 3.915979024630978e-05, + "loss": 0.0134, + "step": 144 + }, + { + "epoch": 0.5590361445783133, + "grad_norm": 0.27746957540512085, + "learning_rate": 3.913392841654851e-05, + "loss": 0.013, + "step": 145 + }, + { + "epoch": 0.5628915662650602, + "grad_norm": 0.2298375517129898, + "learning_rate": 3.9107683383751264e-05, + "loss": 0.0106, + "step": 146 + }, + { + "epoch": 0.5667469879518072, + "grad_norm": 0.2801443636417389, + "learning_rate": 3.9081055673538093e-05, + "loss": 0.0214, + "step": 147 + }, + { + "epoch": 0.5706024096385542, + "grad_norm": 0.22764678299427032, + "learning_rate": 3.9054045819193074e-05, + "loss": 0.0148, + "step": 148 + }, + { + "epoch": 0.5744578313253013, + "grad_norm": 0.1658417284488678, + "learning_rate": 3.902665436165364e-05, + "loss": 0.0333, + "step": 149 + }, + { + "epoch": 0.5783132530120482, + "grad_norm": 0.1666492223739624, + "learning_rate": 3.8998881849499756e-05, + "loss": 0.0162, + "step": 150 + }, + { + "epoch": 0.5821686746987952, + "grad_norm": 0.20655786991119385, + "learning_rate": 3.897072883894291e-05, + "loss": 0.0152, + "step": 151 + }, + { + "epoch": 0.5860240963855422, + "grad_norm": 0.25162509083747864, + "learning_rate": 3.894219589381501e-05, + "loss": 0.0422, + "step": 152 + }, + { + "epoch": 0.5898795180722891, + "grad_norm": 0.17071524262428284, + "learning_rate": 3.8913283585557054e-05, + "loss": 0.0082, + "step": 153 + }, + { + "epoch": 0.5937349397590361, + "grad_norm": 0.20576122403144836, + "learning_rate": 3.8883992493207696e-05, + "loss": 0.0111, + "step": 154 + }, + { + "epoch": 0.5975903614457831, + "grad_norm": 0.19477005302906036, + "learning_rate": 3.885432320339167e-05, + "loss": 0.0084, + "step": 155 + }, + { + "epoch": 0.6014457831325302, + "grad_norm": 0.26111698150634766, + "learning_rate": 3.8824276310308e-05, + "loss": 0.0172, + "step": 156 + }, + { + "epoch": 0.6053012048192771, + "grad_norm": 0.2800676226615906, + "learning_rate": 3.879385241571817e-05, + "loss": 0.0238, + "step": 157 + }, + { + "epoch": 0.6091566265060241, + "grad_norm": 0.2781737148761749, + "learning_rate": 3.876305212893399e-05, + "loss": 0.0272, + "step": 158 + }, + { + "epoch": 0.6130120481927711, + "grad_norm": 0.6798153519630432, + "learning_rate": 3.873187606680543e-05, + "loss": 0.0091, + "step": 159 + }, + { + "epoch": 0.6168674698795181, + "grad_norm": 0.1639501005411148, + "learning_rate": 3.8700324853708304e-05, + "loss": 0.0233, + "step": 160 + }, + { + "epoch": 0.620722891566265, + "grad_norm": 0.39862754940986633, + "learning_rate": 3.866839912153168e-05, + "loss": 0.016, + "step": 161 + }, + { + "epoch": 0.624578313253012, + "grad_norm": 0.48113104701042175, + "learning_rate": 3.863609950966531e-05, + "loss": 0.016, + "step": 162 + }, + { + "epoch": 0.6284337349397591, + "grad_norm": 0.17467358708381653, + "learning_rate": 3.860342666498677e-05, + "loss": 0.0103, + "step": 163 + }, + { + "epoch": 0.632289156626506, + "grad_norm": 0.5942115783691406, + "learning_rate": 3.8570381241848534e-05, + "loss": 0.0158, + "step": 164 + }, + { + "epoch": 0.636144578313253, + "grad_norm": 0.2018311470746994, + "learning_rate": 3.853696390206484e-05, + "loss": 0.0193, + "step": 165 + }, + { + "epoch": 0.64, + "grad_norm": 0.5149483680725098, + "learning_rate": 3.850317531489848e-05, + "loss": 0.0268, + "step": 166 + }, + { + "epoch": 0.643855421686747, + "grad_norm": 0.16745764017105103, + "learning_rate": 3.846901615704734e-05, + "loss": 0.0132, + "step": 167 + }, + { + "epoch": 0.6477108433734939, + "grad_norm": 1.0696477890014648, + "learning_rate": 3.843448711263089e-05, + "loss": 0.0228, + "step": 168 + }, + { + "epoch": 0.651566265060241, + "grad_norm": 0.27323034405708313, + "learning_rate": 3.839958887317649e-05, + "loss": 0.0309, + "step": 169 + }, + { + "epoch": 0.655421686746988, + "grad_norm": 0.32417500019073486, + "learning_rate": 3.8364322137605484e-05, + "loss": 0.0282, + "step": 170 + }, + { + "epoch": 0.659277108433735, + "grad_norm": 0.24416105449199677, + "learning_rate": 3.832868761221926e-05, + "loss": 0.0149, + "step": 171 + }, + { + "epoch": 0.6631325301204819, + "grad_norm": 0.40103256702423096, + "learning_rate": 3.829268601068509e-05, + "loss": 0.0196, + "step": 172 + }, + { + "epoch": 0.6669879518072289, + "grad_norm": 0.4967587888240814, + "learning_rate": 3.825631805402182e-05, + "loss": 0.027, + "step": 173 + }, + { + "epoch": 0.6708433734939759, + "grad_norm": 0.32446494698524475, + "learning_rate": 3.821958447058543e-05, + "loss": 0.0186, + "step": 174 + }, + { + "epoch": 0.6746987951807228, + "grad_norm": 0.17924204468727112, + "learning_rate": 3.818248599605448e-05, + "loss": 0.0158, + "step": 175 + }, + { + "epoch": 0.6785542168674699, + "grad_norm": 0.32113662362098694, + "learning_rate": 3.8145023373415326e-05, + "loss": 0.0186, + "step": 176 + }, + { + "epoch": 0.6824096385542169, + "grad_norm": 0.2955350875854492, + "learning_rate": 3.810719735294731e-05, + "loss": 0.0254, + "step": 177 + }, + { + "epoch": 0.6862650602409639, + "grad_norm": 0.3955155611038208, + "learning_rate": 3.806900869220765e-05, + "loss": 0.0247, + "step": 178 + }, + { + "epoch": 0.6901204819277108, + "grad_norm": 0.28007134795188904, + "learning_rate": 3.8030458156016326e-05, + "loss": 0.0159, + "step": 179 + }, + { + "epoch": 0.6939759036144578, + "grad_norm": 0.3042643666267395, + "learning_rate": 3.799154651644075e-05, + "loss": 0.0163, + "step": 180 + }, + { + "epoch": 0.6978313253012048, + "grad_norm": 0.18276739120483398, + "learning_rate": 3.795227455278029e-05, + "loss": 0.0088, + "step": 181 + }, + { + "epoch": 0.7016867469879519, + "grad_norm": 0.19548135995864868, + "learning_rate": 3.7912643051550674e-05, + "loss": 0.0115, + "step": 182 + }, + { + "epoch": 0.7055421686746988, + "grad_norm": 0.2164657711982727, + "learning_rate": 3.787265280646825e-05, + "loss": 0.0152, + "step": 183 + }, + { + "epoch": 0.7093975903614458, + "grad_norm": 0.19452515244483948, + "learning_rate": 3.783230461843406e-05, + "loss": 0.008, + "step": 184 + }, + { + "epoch": 0.7132530120481928, + "grad_norm": 0.27214348316192627, + "learning_rate": 3.7791599295517825e-05, + "loss": 0.0127, + "step": 185 + }, + { + "epoch": 0.7171084337349397, + "grad_norm": 0.6383033990859985, + "learning_rate": 3.775053765294175e-05, + "loss": 0.0151, + "step": 186 + }, + { + "epoch": 0.7209638554216867, + "grad_norm": 0.17882253229618073, + "learning_rate": 3.7709120513064196e-05, + "loss": 0.0092, + "step": 187 + }, + { + "epoch": 0.7248192771084337, + "grad_norm": 0.2078862190246582, + "learning_rate": 3.7667348705363227e-05, + "loss": 0.0133, + "step": 188 + }, + { + "epoch": 0.7286746987951808, + "grad_norm": 0.1957724541425705, + "learning_rate": 3.762522306641998e-05, + "loss": 0.0108, + "step": 189 + }, + { + "epoch": 0.7325301204819277, + "grad_norm": 0.16418907046318054, + "learning_rate": 3.75827444399019e-05, + "loss": 0.0137, + "step": 190 + }, + { + "epoch": 0.7363855421686747, + "grad_norm": 0.45467960834503174, + "learning_rate": 3.7539913676545874e-05, + "loss": 0.0142, + "step": 191 + }, + { + "epoch": 0.7402409638554217, + "grad_norm": 1.2079054117202759, + "learning_rate": 3.749673163414117e-05, + "loss": 0.019, + "step": 192 + }, + { + "epoch": 0.7440963855421687, + "grad_norm": 0.11845115572214127, + "learning_rate": 3.745319917751229e-05, + "loss": 0.0098, + "step": 193 + }, + { + "epoch": 0.7479518072289156, + "grad_norm": 0.18299613893032074, + "learning_rate": 3.740931717850159e-05, + "loss": 0.0132, + "step": 194 + }, + { + "epoch": 0.7518072289156627, + "grad_norm": 0.225267231464386, + "learning_rate": 3.736508651595188e-05, + "loss": 0.0148, + "step": 195 + }, + { + "epoch": 0.7556626506024097, + "grad_norm": 0.49103838205337524, + "learning_rate": 3.732050807568878e-05, + "loss": 0.0132, + "step": 196 + }, + { + "epoch": 0.7595180722891566, + "grad_norm": 0.19766205549240112, + "learning_rate": 3.727558275050301e-05, + "loss": 0.02, + "step": 197 + }, + { + "epoch": 0.7633734939759036, + "grad_norm": 0.28864291310310364, + "learning_rate": 3.7230311440132494e-05, + "loss": 0.0222, + "step": 198 + }, + { + "epoch": 0.7672289156626506, + "grad_norm": 0.28816428780555725, + "learning_rate": 3.718469505124434e-05, + "loss": 0.0256, + "step": 199 + }, + { + "epoch": 0.7710843373493976, + "grad_norm": 0.20701606571674347, + "learning_rate": 3.713873449741669e-05, + "loss": 0.0114, + "step": 200 + }, + { + "epoch": 0.7749397590361445, + "grad_norm": 0.5334108471870422, + "learning_rate": 3.709243069912041e-05, + "loss": 0.0119, + "step": 201 + }, + { + "epoch": 0.7787951807228916, + "grad_norm": 0.7352932095527649, + "learning_rate": 3.704578458370067e-05, + "loss": 0.0148, + "step": 202 + }, + { + "epoch": 0.7826506024096386, + "grad_norm": 0.22625291347503662, + "learning_rate": 3.699879708535838e-05, + "loss": 0.0164, + "step": 203 + }, + { + "epoch": 0.7865060240963856, + "grad_norm": 0.2132428139448166, + "learning_rate": 3.695146914513142e-05, + "loss": 0.0083, + "step": 204 + }, + { + "epoch": 0.7903614457831325, + "grad_norm": 0.15848131477832794, + "learning_rate": 3.69038017108759e-05, + "loss": 0.0098, + "step": 205 + }, + { + "epoch": 0.7942168674698795, + "grad_norm": 1.2738759517669678, + "learning_rate": 3.685579573724707e-05, + "loss": 0.0137, + "step": 206 + }, + { + "epoch": 0.7980722891566265, + "grad_norm": 0.2131299078464508, + "learning_rate": 3.680745218568026e-05, + "loss": 0.019, + "step": 207 + }, + { + "epoch": 0.8019277108433734, + "grad_norm": 0.24905090034008026, + "learning_rate": 3.6758772024371626e-05, + "loss": 0.0242, + "step": 208 + }, + { + "epoch": 0.8057831325301205, + "grad_norm": 0.36632227897644043, + "learning_rate": 3.6709756228258735e-05, + "loss": 0.021, + "step": 209 + }, + { + "epoch": 0.8096385542168675, + "grad_norm": 0.19981122016906738, + "learning_rate": 3.6660405779001036e-05, + "loss": 0.0174, + "step": 210 + }, + { + "epoch": 0.8134939759036145, + "grad_norm": 0.13923773169517517, + "learning_rate": 3.6610721664960236e-05, + "loss": 0.0088, + "step": 211 + }, + { + "epoch": 0.8173493975903614, + "grad_norm": 0.27602291107177734, + "learning_rate": 3.656070488118047e-05, + "loss": 0.0391, + "step": 212 + }, + { + "epoch": 0.8212048192771084, + "grad_norm": 1.3190431594848633, + "learning_rate": 3.65103564293684e-05, + "loss": 0.0255, + "step": 213 + }, + { + "epoch": 0.8250602409638554, + "grad_norm": 0.15323355793952942, + "learning_rate": 3.645967731787313e-05, + "loss": 0.0164, + "step": 214 + }, + { + "epoch": 0.8289156626506025, + "grad_norm": 0.15326736867427826, + "learning_rate": 3.640866856166601e-05, + "loss": 0.0109, + "step": 215 + }, + { + "epoch": 0.8327710843373494, + "grad_norm": 0.2949405312538147, + "learning_rate": 3.635733118232034e-05, + "loss": 0.0117, + "step": 216 + }, + { + "epoch": 0.8366265060240964, + "grad_norm": 0.243217334151268, + "learning_rate": 3.6305666207990886e-05, + "loss": 0.0191, + "step": 217 + }, + { + "epoch": 0.8404819277108434, + "grad_norm": 0.43892231583595276, + "learning_rate": 3.625367467339329e-05, + "loss": 0.0174, + "step": 218 + }, + { + "epoch": 0.8443373493975903, + "grad_norm": 0.36832818388938904, + "learning_rate": 3.6201357619783336e-05, + "loss": 0.0201, + "step": 219 + }, + { + "epoch": 0.8481927710843373, + "grad_norm": 0.2650613486766815, + "learning_rate": 3.614871609493614e-05, + "loss": 0.0163, + "step": 220 + }, + { + "epoch": 0.8520481927710843, + "grad_norm": 0.1648036539554596, + "learning_rate": 3.609575115312511e-05, + "loss": 0.0111, + "step": 221 + }, + { + "epoch": 0.8559036144578314, + "grad_norm": 0.2738659083843231, + "learning_rate": 3.604246385510088e-05, + "loss": 0.0063, + "step": 222 + }, + { + "epoch": 0.8597590361445783, + "grad_norm": 0.22977620363235474, + "learning_rate": 3.598885526807003e-05, + "loss": 0.015, + "step": 223 + }, + { + "epoch": 0.8636144578313253, + "grad_norm": 0.535546064376831, + "learning_rate": 3.593492646567372e-05, + "loss": 0.0102, + "step": 224 + }, + { + "epoch": 0.8674698795180723, + "grad_norm": 0.494342565536499, + "learning_rate": 3.5880678527966224e-05, + "loss": 0.0102, + "step": 225 + }, + { + "epoch": 0.8713253012048193, + "grad_norm": 0.17625126242637634, + "learning_rate": 3.582611254139324e-05, + "loss": 0.0259, + "step": 226 + }, + { + "epoch": 0.8751807228915662, + "grad_norm": 0.20568431913852692, + "learning_rate": 3.577122959877017e-05, + "loss": 0.0237, + "step": 227 + }, + { + "epoch": 0.8790361445783132, + "grad_norm": 0.31444859504699707, + "learning_rate": 3.571603079926024e-05, + "loss": 0.0171, + "step": 228 + }, + { + "epoch": 0.8828915662650603, + "grad_norm": 0.48810216784477234, + "learning_rate": 3.566051724835245e-05, + "loss": 0.01, + "step": 229 + }, + { + "epoch": 0.8867469879518072, + "grad_norm": 0.4229196608066559, + "learning_rate": 3.5604690057839456e-05, + "loss": 0.0111, + "step": 230 + }, + { + "epoch": 0.8906024096385542, + "grad_norm": 0.6600443124771118, + "learning_rate": 3.554855034579532e-05, + "loss": 0.0208, + "step": 231 + }, + { + "epoch": 0.8944578313253012, + "grad_norm": 0.2891610860824585, + "learning_rate": 3.549209923655309e-05, + "loss": 0.0252, + "step": 232 + }, + { + "epoch": 0.8983132530120482, + "grad_norm": 0.20314915478229523, + "learning_rate": 3.5435337860682304e-05, + "loss": 0.0164, + "step": 233 + }, + { + "epoch": 0.9021686746987951, + "grad_norm": 0.19718259572982788, + "learning_rate": 3.537826735496632e-05, + "loss": 0.0125, + "step": 234 + }, + { + "epoch": 0.9060240963855422, + "grad_norm": 1.074033498764038, + "learning_rate": 3.532088886237956e-05, + "loss": 0.015, + "step": 235 + }, + { + "epoch": 0.9098795180722892, + "grad_norm": 0.7579637169837952, + "learning_rate": 3.5263203532064674e-05, + "loss": 0.0153, + "step": 236 + }, + { + "epoch": 0.9137349397590362, + "grad_norm": 0.15700305998325348, + "learning_rate": 3.520521251930941e-05, + "loss": 0.0109, + "step": 237 + }, + { + "epoch": 0.9175903614457831, + "grad_norm": 0.3394688069820404, + "learning_rate": 3.5146916985523604e-05, + "loss": 0.0156, + "step": 238 + }, + { + "epoch": 0.9214457831325301, + "grad_norm": 1.3616353273391724, + "learning_rate": 3.5088318098215805e-05, + "loss": 0.0194, + "step": 239 + }, + { + "epoch": 0.9253012048192771, + "grad_norm": 0.4036584198474884, + "learning_rate": 3.5029417030970005e-05, + "loss": 0.012, + "step": 240 + }, + { + "epoch": 0.929156626506024, + "grad_norm": 0.18816007673740387, + "learning_rate": 3.497021496342203e-05, + "loss": 0.0146, + "step": 241 + }, + { + "epoch": 0.9330120481927711, + "grad_norm": 0.17888401448726654, + "learning_rate": 3.4910713081235975e-05, + "loss": 0.0095, + "step": 242 + }, + { + "epoch": 0.9368674698795181, + "grad_norm": 0.22190752625465393, + "learning_rate": 3.485091257608047e-05, + "loss": 0.018, + "step": 243 + }, + { + "epoch": 0.9407228915662651, + "grad_norm": 0.48926958441734314, + "learning_rate": 3.479081464560475e-05, + "loss": 0.0407, + "step": 244 + }, + { + "epoch": 0.944578313253012, + "grad_norm": 0.236537367105484, + "learning_rate": 3.473042049341474e-05, + "loss": 0.0152, + "step": 245 + }, + { + "epoch": 0.948433734939759, + "grad_norm": 0.13449200987815857, + "learning_rate": 3.466973132904892e-05, + "loss": 0.0105, + "step": 246 + }, + { + "epoch": 0.952289156626506, + "grad_norm": 0.23878124356269836, + "learning_rate": 3.4608748367954064e-05, + "loss": 0.0154, + "step": 247 + }, + { + "epoch": 0.9561445783132531, + "grad_norm": 0.8225765824317932, + "learning_rate": 3.4547472831460976e-05, + "loss": 0.0258, + "step": 248 + }, + { + "epoch": 0.96, + "grad_norm": 0.2288682758808136, + "learning_rate": 3.4485905946759965e-05, + "loss": 0.0137, + "step": 249 + }, + { + "epoch": 0.963855421686747, + "grad_norm": 3.1449129581451416, + "learning_rate": 3.442404894687629e-05, + "loss": 0.009, + "step": 250 + }, + { + "epoch": 0.967710843373494, + "grad_norm": 0.36979448795318604, + "learning_rate": 3.4361903070645484e-05, + "loss": 0.0135, + "step": 251 + }, + { + "epoch": 0.971566265060241, + "grad_norm": 0.434368759393692, + "learning_rate": 3.4299469562688494e-05, + "loss": 0.0207, + "step": 252 + }, + { + "epoch": 0.9754216867469879, + "grad_norm": 0.20272351801395416, + "learning_rate": 3.423674967338681e-05, + "loss": 0.0166, + "step": 253 + }, + { + "epoch": 0.9792771084337349, + "grad_norm": 0.30525901913642883, + "learning_rate": 3.4173744658857403e-05, + "loss": 0.0088, + "step": 254 + }, + { + "epoch": 0.983132530120482, + "grad_norm": 0.8094114661216736, + "learning_rate": 3.411045578092754e-05, + "loss": 0.0246, + "step": 255 + }, + { + "epoch": 0.9869879518072289, + "grad_norm": 0.19253239035606384, + "learning_rate": 3.404688430710955e-05, + "loss": 0.0158, + "step": 256 + }, + { + "epoch": 0.9908433734939759, + "grad_norm": 0.18241408467292786, + "learning_rate": 3.398303151057543e-05, + "loss": 0.0208, + "step": 257 + }, + { + "epoch": 0.9946987951807229, + "grad_norm": 0.15632668137550354, + "learning_rate": 3.391889867013134e-05, + "loss": 0.014, + "step": 258 + }, + { + "epoch": 0.9985542168674699, + "grad_norm": 0.15484513342380524, + "learning_rate": 3.385448707019199e-05, + "loss": 0.0098, + "step": 259 + }, + { + "epoch": 1.0, + "grad_norm": 0.44285017251968384, + "learning_rate": 3.3789798000754924e-05, + "loss": 0.0181, + "step": 260 + }, + { + "epoch": 1.003855421686747, + "grad_norm": 0.22358648478984833, + "learning_rate": 3.372483275737468e-05, + "loss": 0.0123, + "step": 261 + }, + { + "epoch": 1.007710843373494, + "grad_norm": 0.26415324211120605, + "learning_rate": 3.365959264113683e-05, + "loss": 0.0097, + "step": 262 + }, + { + "epoch": 1.011566265060241, + "grad_norm": 0.16320234537124634, + "learning_rate": 3.359407895863199e-05, + "loss": 0.0168, + "step": 263 + }, + { + "epoch": 1.0154216867469879, + "grad_norm": 0.11904699355363846, + "learning_rate": 3.3528293021929523e-05, + "loss": 0.011, + "step": 264 + }, + { + "epoch": 1.0192771084337349, + "grad_norm": 0.19491620361804962, + "learning_rate": 3.34622361485514e-05, + "loss": 0.0203, + "step": 265 + }, + { + "epoch": 1.0231325301204819, + "grad_norm": 0.11890948563814163, + "learning_rate": 3.339590966144574e-05, + "loss": 0.0039, + "step": 266 + }, + { + "epoch": 1.026987951807229, + "grad_norm": 0.375266969203949, + "learning_rate": 3.332931488896029e-05, + "loss": 0.0108, + "step": 267 + }, + { + "epoch": 1.030843373493976, + "grad_norm": 0.2763790488243103, + "learning_rate": 3.326245316481591e-05, + "loss": 0.0231, + "step": 268 + }, + { + "epoch": 1.034698795180723, + "grad_norm": 0.13364073634147644, + "learning_rate": 3.319532582807977e-05, + "loss": 0.0096, + "step": 269 + }, + { + "epoch": 1.03855421686747, + "grad_norm": 0.14633706212043762, + "learning_rate": 3.31279342231386e-05, + "loss": 0.0085, + "step": 270 + }, + { + "epoch": 1.0424096385542168, + "grad_norm": 0.11920950561761856, + "learning_rate": 3.30602796996717e-05, + "loss": 0.0056, + "step": 271 + }, + { + "epoch": 1.0462650602409638, + "grad_norm": 0.2369781881570816, + "learning_rate": 3.299236361262401e-05, + "loss": 0.0092, + "step": 272 + }, + { + "epoch": 1.0501204819277108, + "grad_norm": 0.13494941592216492, + "learning_rate": 3.2924187322178865e-05, + "loss": 0.0084, + "step": 273 + }, + { + "epoch": 1.0539759036144578, + "grad_norm": 0.11123005300760269, + "learning_rate": 3.285575219373079e-05, + "loss": 0.0058, + "step": 274 + }, + { + "epoch": 1.0578313253012048, + "grad_norm": 0.18400225043296814, + "learning_rate": 3.278705959785821e-05, + "loss": 0.0113, + "step": 275 + }, + { + "epoch": 1.0616867469879518, + "grad_norm": 0.19578677415847778, + "learning_rate": 3.27181109102959e-05, + "loss": 0.008, + "step": 276 + } + ], + "logging_steps": 1, + "max_steps": 780, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 92, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.0987721937342956e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-276/training_args.bin b/checkpoint-276/training_args.bin new file mode 100644 index 0000000..16dd9a0 --- /dev/null +++ b/checkpoint-276/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278dd9cb4a0ad2cab5c6d1358fbf0c25929c01aec5836b90960695f31f47b1b6 +size 7825 diff --git a/checkpoint-368/chat_template.jinja b/checkpoint-368/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/checkpoint-368/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-368/config.json b/checkpoint-368/config.json new file mode 100644 index 0000000..8da640a --- /dev/null +++ b/checkpoint-368/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.56.2", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/checkpoint-368/generation_config.json b/checkpoint-368/generation_config.json new file mode 100644 index 0000000..2152026 --- /dev/null +++ b/checkpoint-368/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128009, + 128001, + 128008, + 128009 + ], + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-368/model-00001-of-00002.safetensors b/checkpoint-368/model-00001-of-00002.safetensors new file mode 100644 index 0000000..21258ee --- /dev/null +++ b/checkpoint-368/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3faa1a155a1e60d586d7fe09b23250ee65fa417993a45b12f7b28ac86ecab080 +size 4965799096 diff --git a/checkpoint-368/model-00002-of-00002.safetensors b/checkpoint-368/model-00002-of-00002.safetensors new file mode 100644 index 0000000..52926c5 --- /dev/null +++ b/checkpoint-368/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4efff4216ebea8fe006b2aa4c899628025c4449a6401a71f00517a209c8078aa +size 2247734992 diff --git a/checkpoint-368/model.safetensors.index.json b/checkpoint-368/model.safetensors.index.json new file mode 100644 index 0000000..887d493 --- /dev/null +++ b/checkpoint-368/model.safetensors.index.json @@ -0,0 +1,263 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 7213504512 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/checkpoint-368/special_tokens_map.json b/checkpoint-368/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/checkpoint-368/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-368/tokenizer.json b/checkpoint-368/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/checkpoint-368/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-368/tokenizer_config.json b/checkpoint-368/tokenizer_config.json new file mode 100644 index 0000000..d1e1ea9 --- /dev/null +++ b/checkpoint-368/tokenizer_config.json @@ -0,0 +1,2068 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-368/trainer_state.json b/checkpoint-368/trainer_state.json new file mode 100644 index 0000000..130a263 --- /dev/null +++ b/checkpoint-368/trainer_state.json @@ -0,0 +1,2610 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4163855421686746, + "eval_steps": 500, + "global_step": 368, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0038554216867469878, + "grad_norm": 1.2289724349975586, + "learning_rate": 0.0, + "loss": 0.0363, + "step": 1 + }, + { + "epoch": 0.0077108433734939755, + "grad_norm": 1.148133635520935, + "learning_rate": 5.128205128205128e-07, + "loss": 0.042, + "step": 2 + }, + { + "epoch": 0.011566265060240964, + "grad_norm": 1.251704216003418, + "learning_rate": 1.0256410256410257e-06, + "loss": 0.0442, + "step": 3 + }, + { + "epoch": 0.015421686746987951, + "grad_norm": 1.1709717512130737, + "learning_rate": 1.5384615384615387e-06, + "loss": 0.0363, + "step": 4 + }, + { + "epoch": 0.01927710843373494, + "grad_norm": 1.1885852813720703, + "learning_rate": 2.0512820512820513e-06, + "loss": 0.0281, + "step": 5 + }, + { + "epoch": 0.02313253012048193, + "grad_norm": 0.7513725161552429, + "learning_rate": 2.564102564102564e-06, + "loss": 0.0456, + "step": 6 + }, + { + "epoch": 0.026987951807228915, + "grad_norm": 0.6604480147361755, + "learning_rate": 3.0769230769230774e-06, + "loss": 0.0336, + "step": 7 + }, + { + "epoch": 0.030843373493975902, + "grad_norm": 0.5245765447616577, + "learning_rate": 3.58974358974359e-06, + "loss": 0.0351, + "step": 8 + }, + { + "epoch": 0.03469879518072289, + "grad_norm": 0.35446059703826904, + "learning_rate": 4.102564102564103e-06, + "loss": 0.022, + "step": 9 + }, + { + "epoch": 0.03855421686746988, + "grad_norm": 0.40557414293289185, + "learning_rate": 4.615384615384616e-06, + "loss": 0.0248, + "step": 10 + }, + { + "epoch": 0.042409638554216866, + "grad_norm": 0.3844715356826782, + "learning_rate": 5.128205128205128e-06, + "loss": 0.0289, + "step": 11 + }, + { + "epoch": 0.04626506024096386, + "grad_norm": 0.31521302461624146, + "learning_rate": 5.641025641025641e-06, + "loss": 0.0221, + "step": 12 + }, + { + "epoch": 0.05012048192771084, + "grad_norm": 0.40441566705703735, + "learning_rate": 6.153846153846155e-06, + "loss": 0.0226, + "step": 13 + }, + { + "epoch": 0.05397590361445783, + "grad_norm": 0.30345258116722107, + "learning_rate": 6.666666666666667e-06, + "loss": 0.0181, + "step": 14 + }, + { + "epoch": 0.05783132530120482, + "grad_norm": 0.32419148087501526, + "learning_rate": 7.17948717948718e-06, + "loss": 0.0217, + "step": 15 + }, + { + "epoch": 0.061686746987951804, + "grad_norm": 0.29662227630615234, + "learning_rate": 7.692307692307694e-06, + "loss": 0.0216, + "step": 16 + }, + { + "epoch": 0.0655421686746988, + "grad_norm": 0.24562332034111023, + "learning_rate": 8.205128205128205e-06, + "loss": 0.0163, + "step": 17 + }, + { + "epoch": 0.06939759036144579, + "grad_norm": 0.21251554787158966, + "learning_rate": 8.717948717948719e-06, + "loss": 0.0176, + "step": 18 + }, + { + "epoch": 0.07325301204819278, + "grad_norm": 0.195358544588089, + "learning_rate": 9.230769230769232e-06, + "loss": 0.0121, + "step": 19 + }, + { + "epoch": 0.07710843373493977, + "grad_norm": 0.1519210785627365, + "learning_rate": 9.743589743589744e-06, + "loss": 0.0103, + "step": 20 + }, + { + "epoch": 0.08096385542168674, + "grad_norm": 0.29832565784454346, + "learning_rate": 1.0256410256410256e-05, + "loss": 0.0197, + "step": 21 + }, + { + "epoch": 0.08481927710843373, + "grad_norm": 0.24802711606025696, + "learning_rate": 1.076923076923077e-05, + "loss": 0.0207, + "step": 22 + }, + { + "epoch": 0.08867469879518072, + "grad_norm": 0.17878903448581696, + "learning_rate": 1.1282051282051283e-05, + "loss": 0.014, + "step": 23 + }, + { + "epoch": 0.09253012048192771, + "grad_norm": 0.23687325417995453, + "learning_rate": 1.1794871794871796e-05, + "loss": 0.0153, + "step": 24 + }, + { + "epoch": 0.0963855421686747, + "grad_norm": 0.29058969020843506, + "learning_rate": 1.230769230769231e-05, + "loss": 0.0149, + "step": 25 + }, + { + "epoch": 0.10024096385542168, + "grad_norm": 0.1624310314655304, + "learning_rate": 1.2820512820512823e-05, + "loss": 0.0127, + "step": 26 + }, + { + "epoch": 0.10409638554216867, + "grad_norm": 0.27256354689598083, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.0173, + "step": 27 + }, + { + "epoch": 0.10795180722891566, + "grad_norm": 0.24831782281398773, + "learning_rate": 1.3846153846153847e-05, + "loss": 0.0161, + "step": 28 + }, + { + "epoch": 0.11180722891566265, + "grad_norm": 0.20417729020118713, + "learning_rate": 1.435897435897436e-05, + "loss": 0.0127, + "step": 29 + }, + { + "epoch": 0.11566265060240964, + "grad_norm": 0.22253485023975372, + "learning_rate": 1.4871794871794874e-05, + "loss": 0.018, + "step": 30 + }, + { + "epoch": 0.11951807228915663, + "grad_norm": 0.1634419709444046, + "learning_rate": 1.5384615384615387e-05, + "loss": 0.0092, + "step": 31 + }, + { + "epoch": 0.12337349397590361, + "grad_norm": 0.16349917650222778, + "learning_rate": 1.5897435897435897e-05, + "loss": 0.0151, + "step": 32 + }, + { + "epoch": 0.1272289156626506, + "grad_norm": 0.2271573394536972, + "learning_rate": 1.641025641025641e-05, + "loss": 0.0174, + "step": 33 + }, + { + "epoch": 0.1310843373493976, + "grad_norm": 0.1916988492012024, + "learning_rate": 1.6923076923076924e-05, + "loss": 0.0126, + "step": 34 + }, + { + "epoch": 0.13493975903614458, + "grad_norm": 0.23479051887989044, + "learning_rate": 1.7435897435897438e-05, + "loss": 0.0116, + "step": 35 + }, + { + "epoch": 0.13879518072289157, + "grad_norm": 0.18296493589878082, + "learning_rate": 1.794871794871795e-05, + "loss": 0.0133, + "step": 36 + }, + { + "epoch": 0.14265060240963856, + "grad_norm": 0.12307147681713104, + "learning_rate": 1.8461538461538465e-05, + "loss": 0.0093, + "step": 37 + }, + { + "epoch": 0.14650602409638555, + "grad_norm": 0.1736001819372177, + "learning_rate": 1.8974358974358975e-05, + "loss": 0.0097, + "step": 38 + }, + { + "epoch": 0.15036144578313254, + "grad_norm": 0.21048344671726227, + "learning_rate": 1.9487179487179488e-05, + "loss": 0.0121, + "step": 39 + }, + { + "epoch": 0.15421686746987953, + "grad_norm": 0.18844228982925415, + "learning_rate": 2e-05, + "loss": 0.0145, + "step": 40 + }, + { + "epoch": 0.1580722891566265, + "grad_norm": 0.24053065478801727, + "learning_rate": 2.0512820512820512e-05, + "loss": 0.0233, + "step": 41 + }, + { + "epoch": 0.16192771084337348, + "grad_norm": 0.16952425241470337, + "learning_rate": 2.102564102564103e-05, + "loss": 0.024, + "step": 42 + }, + { + "epoch": 0.16578313253012048, + "grad_norm": 0.1816851794719696, + "learning_rate": 2.153846153846154e-05, + "loss": 0.0165, + "step": 43 + }, + { + "epoch": 0.16963855421686747, + "grad_norm": 0.17718464136123657, + "learning_rate": 2.2051282051282056e-05, + "loss": 0.0171, + "step": 44 + }, + { + "epoch": 0.17349397590361446, + "grad_norm": 0.44719773530960083, + "learning_rate": 2.2564102564102566e-05, + "loss": 0.0357, + "step": 45 + }, + { + "epoch": 0.17734939759036145, + "grad_norm": 0.1649208813905716, + "learning_rate": 2.3076923076923076e-05, + "loss": 0.016, + "step": 46 + }, + { + "epoch": 0.18120481927710844, + "grad_norm": 0.17772121727466583, + "learning_rate": 2.3589743589743593e-05, + "loss": 0.0106, + "step": 47 + }, + { + "epoch": 0.18506024096385543, + "grad_norm": 0.30155256390571594, + "learning_rate": 2.4102564102564103e-05, + "loss": 0.0132, + "step": 48 + }, + { + "epoch": 0.18891566265060242, + "grad_norm": 0.1777803599834442, + "learning_rate": 2.461538461538462e-05, + "loss": 0.0089, + "step": 49 + }, + { + "epoch": 0.1927710843373494, + "grad_norm": 0.23959968984127045, + "learning_rate": 2.512820512820513e-05, + "loss": 0.0137, + "step": 50 + }, + { + "epoch": 0.1966265060240964, + "grad_norm": 0.2473219782114029, + "learning_rate": 2.5641025641025646e-05, + "loss": 0.0241, + "step": 51 + }, + { + "epoch": 0.20048192771084336, + "grad_norm": 0.14216162264347076, + "learning_rate": 2.6153846153846157e-05, + "loss": 0.0089, + "step": 52 + }, + { + "epoch": 0.20433734939759035, + "grad_norm": 0.16024824976921082, + "learning_rate": 2.6666666666666667e-05, + "loss": 0.0105, + "step": 53 + }, + { + "epoch": 0.20819277108433734, + "grad_norm": 0.19614927470684052, + "learning_rate": 2.7179487179487183e-05, + "loss": 0.0102, + "step": 54 + }, + { + "epoch": 0.21204819277108433, + "grad_norm": 0.18651551008224487, + "learning_rate": 2.7692307692307694e-05, + "loss": 0.0109, + "step": 55 + }, + { + "epoch": 0.21590361445783132, + "grad_norm": 0.1358720362186432, + "learning_rate": 2.820512820512821e-05, + "loss": 0.0082, + "step": 56 + }, + { + "epoch": 0.2197590361445783, + "grad_norm": 0.13998733460903168, + "learning_rate": 2.871794871794872e-05, + "loss": 0.0081, + "step": 57 + }, + { + "epoch": 0.2236144578313253, + "grad_norm": 0.1299574077129364, + "learning_rate": 2.923076923076923e-05, + "loss": 0.0067, + "step": 58 + }, + { + "epoch": 0.2274698795180723, + "grad_norm": 0.17477169632911682, + "learning_rate": 2.9743589743589747e-05, + "loss": 0.0091, + "step": 59 + }, + { + "epoch": 0.23132530120481928, + "grad_norm": 0.27078455686569214, + "learning_rate": 3.0256410256410257e-05, + "loss": 0.0128, + "step": 60 + }, + { + "epoch": 0.23518072289156627, + "grad_norm": 0.2184700220823288, + "learning_rate": 3.0769230769230774e-05, + "loss": 0.0236, + "step": 61 + }, + { + "epoch": 0.23903614457831326, + "grad_norm": 0.21013228595256805, + "learning_rate": 3.128205128205129e-05, + "loss": 0.0114, + "step": 62 + }, + { + "epoch": 0.24289156626506025, + "grad_norm": 0.4988560974597931, + "learning_rate": 3.1794871794871795e-05, + "loss": 0.0111, + "step": 63 + }, + { + "epoch": 0.24674698795180722, + "grad_norm": 0.18484456837177277, + "learning_rate": 3.230769230769231e-05, + "loss": 0.0104, + "step": 64 + }, + { + "epoch": 0.25060240963855424, + "grad_norm": 0.19871847331523895, + "learning_rate": 3.282051282051282e-05, + "loss": 0.0094, + "step": 65 + }, + { + "epoch": 0.2544578313253012, + "grad_norm": 0.17952671647071838, + "learning_rate": 3.3333333333333335e-05, + "loss": 0.0127, + "step": 66 + }, + { + "epoch": 0.2583132530120482, + "grad_norm": 0.29055604338645935, + "learning_rate": 3.384615384615385e-05, + "loss": 0.023, + "step": 67 + }, + { + "epoch": 0.2621686746987952, + "grad_norm": 0.2033795416355133, + "learning_rate": 3.435897435897436e-05, + "loss": 0.0091, + "step": 68 + }, + { + "epoch": 0.26602409638554214, + "grad_norm": 0.2499230057001114, + "learning_rate": 3.4871794871794875e-05, + "loss": 0.0221, + "step": 69 + }, + { + "epoch": 0.26987951807228916, + "grad_norm": 0.22038578987121582, + "learning_rate": 3.538461538461539e-05, + "loss": 0.0139, + "step": 70 + }, + { + "epoch": 0.2737349397590361, + "grad_norm": 0.14657297730445862, + "learning_rate": 3.58974358974359e-05, + "loss": 0.0104, + "step": 71 + }, + { + "epoch": 0.27759036144578314, + "grad_norm": 0.23861773312091827, + "learning_rate": 3.6410256410256416e-05, + "loss": 0.0126, + "step": 72 + }, + { + "epoch": 0.2814457831325301, + "grad_norm": 0.21007320284843445, + "learning_rate": 3.692307692307693e-05, + "loss": 0.0133, + "step": 73 + }, + { + "epoch": 0.2853012048192771, + "grad_norm": 0.20938654243946075, + "learning_rate": 3.7435897435897436e-05, + "loss": 0.0116, + "step": 74 + }, + { + "epoch": 0.2891566265060241, + "grad_norm": 0.27394789457321167, + "learning_rate": 3.794871794871795e-05, + "loss": 0.0158, + "step": 75 + }, + { + "epoch": 0.2930120481927711, + "grad_norm": 0.1749437153339386, + "learning_rate": 3.846153846153846e-05, + "loss": 0.0097, + "step": 76 + }, + { + "epoch": 0.29686746987951806, + "grad_norm": 0.2208889275789261, + "learning_rate": 3.8974358974358976e-05, + "loss": 0.024, + "step": 77 + }, + { + "epoch": 0.3007228915662651, + "grad_norm": 0.32802650332450867, + "learning_rate": 3.948717948717949e-05, + "loss": 0.015, + "step": 78 + }, + { + "epoch": 0.30457831325301205, + "grad_norm": 0.21527938544750214, + "learning_rate": 4e-05, + "loss": 0.0137, + "step": 79 + }, + { + "epoch": 0.30843373493975906, + "grad_norm": 0.2894026041030884, + "learning_rate": 3.999979972589652e-05, + "loss": 0.0177, + "step": 80 + }, + { + "epoch": 0.312289156626506, + "grad_norm": 0.21148355305194855, + "learning_rate": 3.9999198907597046e-05, + "loss": 0.0146, + "step": 81 + }, + { + "epoch": 0.316144578313253, + "grad_norm": 0.1950712502002716, + "learning_rate": 3.999819755713442e-05, + "loss": 0.0174, + "step": 82 + }, + { + "epoch": 0.32, + "grad_norm": 0.23408709466457367, + "learning_rate": 3.9996795694563096e-05, + "loss": 0.0142, + "step": 83 + }, + { + "epoch": 0.32385542168674697, + "grad_norm": 0.4009031355381012, + "learning_rate": 3.999499334795875e-05, + "loss": 0.014, + "step": 84 + }, + { + "epoch": 0.327710843373494, + "grad_norm": 0.2507084012031555, + "learning_rate": 3.999279055341771e-05, + "loss": 0.013, + "step": 85 + }, + { + "epoch": 0.33156626506024095, + "grad_norm": 0.2922132909297943, + "learning_rate": 3.999018735505626e-05, + "loss": 0.013, + "step": 86 + }, + { + "epoch": 0.33542168674698797, + "grad_norm": 0.2073613405227661, + "learning_rate": 3.998718380500971e-05, + "loss": 0.0107, + "step": 87 + }, + { + "epoch": 0.33927710843373493, + "grad_norm": 0.3113904595375061, + "learning_rate": 3.998377996343139e-05, + "loss": 0.0337, + "step": 88 + }, + { + "epoch": 0.34313253012048195, + "grad_norm": 0.18452070653438568, + "learning_rate": 3.997997589849145e-05, + "loss": 0.0137, + "step": 89 + }, + { + "epoch": 0.3469879518072289, + "grad_norm": 0.24420331418514252, + "learning_rate": 3.9975771686375434e-05, + "loss": 0.0104, + "step": 90 + }, + { + "epoch": 0.35084337349397593, + "grad_norm": 0.3163854479789734, + "learning_rate": 3.9971167411282835e-05, + "loss": 0.0133, + "step": 91 + }, + { + "epoch": 0.3546987951807229, + "grad_norm": 0.11558058857917786, + "learning_rate": 3.996616316542537e-05, + "loss": 0.0069, + "step": 92 + }, + { + "epoch": 0.35855421686746985, + "grad_norm": 2.0870206356048584, + "learning_rate": 3.99607590490251e-05, + "loss": 0.0227, + "step": 93 + }, + { + "epoch": 0.3624096385542169, + "grad_norm": 0.23557044565677643, + "learning_rate": 3.9954955170312504e-05, + "loss": 0.0175, + "step": 94 + }, + { + "epoch": 0.36626506024096384, + "grad_norm": 0.2593333423137665, + "learning_rate": 3.9948751645524235e-05, + "loss": 0.0184, + "step": 95 + }, + { + "epoch": 0.37012048192771085, + "grad_norm": 0.5161668658256531, + "learning_rate": 3.994214859890083e-05, + "loss": 0.0265, + "step": 96 + }, + { + "epoch": 0.3739759036144578, + "grad_norm": 0.5731181502342224, + "learning_rate": 3.9935146162684206e-05, + "loss": 0.0167, + "step": 97 + }, + { + "epoch": 0.37783132530120483, + "grad_norm": 1.9357824325561523, + "learning_rate": 3.992774447711503e-05, + "loss": 0.0321, + "step": 98 + }, + { + "epoch": 0.3816867469879518, + "grad_norm": 4.194522857666016, + "learning_rate": 3.9919943690429906e-05, + "loss": 0.086, + "step": 99 + }, + { + "epoch": 0.3855421686746988, + "grad_norm": 0.3377005457878113, + "learning_rate": 3.9911743958858376e-05, + "loss": 0.0206, + "step": 100 + }, + { + "epoch": 0.3893975903614458, + "grad_norm": 0.3599908649921417, + "learning_rate": 3.9903145446619837e-05, + "loss": 0.0207, + "step": 101 + }, + { + "epoch": 0.3932530120481928, + "grad_norm": 0.3402753174304962, + "learning_rate": 3.9894148325920226e-05, + "loss": 0.0241, + "step": 102 + }, + { + "epoch": 0.39710843373493976, + "grad_norm": 0.6041432023048401, + "learning_rate": 3.9884752776948564e-05, + "loss": 0.0138, + "step": 103 + }, + { + "epoch": 0.4009638554216867, + "grad_norm": 4.082062721252441, + "learning_rate": 3.987495898787336e-05, + "loss": 0.1119, + "step": 104 + }, + { + "epoch": 0.40481927710843374, + "grad_norm": 6.899234771728516, + "learning_rate": 3.9864767154838864e-05, + "loss": 0.1046, + "step": 105 + }, + { + "epoch": 0.4086746987951807, + "grad_norm": 3.1316874027252197, + "learning_rate": 3.985417748196108e-05, + "loss": 0.0404, + "step": 106 + }, + { + "epoch": 0.4125301204819277, + "grad_norm": 1.8661688566207886, + "learning_rate": 3.9843190181323744e-05, + "loss": 0.0348, + "step": 107 + }, + { + "epoch": 0.4163855421686747, + "grad_norm": 0.5149962306022644, + "learning_rate": 3.983180547297404e-05, + "loss": 0.0284, + "step": 108 + }, + { + "epoch": 0.4202409638554217, + "grad_norm": 0.3855750858783722, + "learning_rate": 3.982002358491817e-05, + "loss": 0.0242, + "step": 109 + }, + { + "epoch": 0.42409638554216866, + "grad_norm": 0.35508987307548523, + "learning_rate": 3.9807844753116864e-05, + "loss": 0.0179, + "step": 110 + }, + { + "epoch": 0.4279518072289157, + "grad_norm": 1.477452278137207, + "learning_rate": 3.979526922148058e-05, + "loss": 0.0436, + "step": 111 + }, + { + "epoch": 0.43180722891566264, + "grad_norm": 0.41172751784324646, + "learning_rate": 3.978229724186464e-05, + "loss": 0.026, + "step": 112 + }, + { + "epoch": 0.43566265060240966, + "grad_norm": 0.5889139771461487, + "learning_rate": 3.9768929074064206e-05, + "loss": 0.0249, + "step": 113 + }, + { + "epoch": 0.4395180722891566, + "grad_norm": 0.38035663962364197, + "learning_rate": 3.975516498580907e-05, + "loss": 0.0257, + "step": 114 + }, + { + "epoch": 0.4433734939759036, + "grad_norm": 0.35500895977020264, + "learning_rate": 3.9741005252758255e-05, + "loss": 0.026, + "step": 115 + }, + { + "epoch": 0.4472289156626506, + "grad_norm": 0.6464815735816956, + "learning_rate": 3.972645015849457e-05, + "loss": 0.0499, + "step": 116 + }, + { + "epoch": 0.45108433734939757, + "grad_norm": 0.20825283229351044, + "learning_rate": 3.971149999451886e-05, + "loss": 0.034, + "step": 117 + }, + { + "epoch": 0.4549397590361446, + "grad_norm": 0.34638360142707825, + "learning_rate": 3.9696155060244166e-05, + "loss": 0.0226, + "step": 118 + }, + { + "epoch": 0.45879518072289155, + "grad_norm": 0.27782803773880005, + "learning_rate": 3.9680415662989806e-05, + "loss": 0.0197, + "step": 119 + }, + { + "epoch": 0.46265060240963857, + "grad_norm": 0.39609628915786743, + "learning_rate": 3.966428211797514e-05, + "loss": 0.0229, + "step": 120 + }, + { + "epoch": 0.46650602409638553, + "grad_norm": 0.30235278606414795, + "learning_rate": 3.9647754748313294e-05, + "loss": 0.046, + "step": 121 + }, + { + "epoch": 0.47036144578313255, + "grad_norm": 0.2774790823459625, + "learning_rate": 3.963083388500469e-05, + "loss": 0.0208, + "step": 122 + }, + { + "epoch": 0.4742168674698795, + "grad_norm": 0.24587354063987732, + "learning_rate": 3.96135198669304e-05, + "loss": 0.026, + "step": 123 + }, + { + "epoch": 0.47807228915662653, + "grad_norm": 0.2603200376033783, + "learning_rate": 3.959581304084536e-05, + "loss": 0.0189, + "step": 124 + }, + { + "epoch": 0.4819277108433735, + "grad_norm": 0.33505868911743164, + "learning_rate": 3.957771376137144e-05, + "loss": 0.0227, + "step": 125 + }, + { + "epoch": 0.4857831325301205, + "grad_norm": 0.32992950081825256, + "learning_rate": 3.955922239099035e-05, + "loss": 0.0207, + "step": 126 + }, + { + "epoch": 0.48963855421686747, + "grad_norm": 0.2520611882209778, + "learning_rate": 3.954033930003634e-05, + "loss": 0.0308, + "step": 127 + }, + { + "epoch": 0.49349397590361443, + "grad_norm": 0.3344120383262634, + "learning_rate": 3.952106486668884e-05, + "loss": 0.0187, + "step": 128 + }, + { + "epoch": 0.49734939759036145, + "grad_norm": 0.46383559703826904, + "learning_rate": 3.9501399476964806e-05, + "loss": 0.0174, + "step": 129 + }, + { + "epoch": 0.5012048192771085, + "grad_norm": 0.2674378752708435, + "learning_rate": 3.9481343524711095e-05, + "loss": 0.0164, + "step": 130 + }, + { + "epoch": 0.5050602409638554, + "grad_norm": 0.21262381970882416, + "learning_rate": 3.946089741159648e-05, + "loss": 0.0088, + "step": 131 + }, + { + "epoch": 0.5089156626506024, + "grad_norm": 0.2904111444950104, + "learning_rate": 3.944006154710366e-05, + "loss": 0.0195, + "step": 132 + }, + { + "epoch": 0.5127710843373494, + "grad_norm": 0.42615893483161926, + "learning_rate": 3.9418836348521045e-05, + "loss": 0.0172, + "step": 133 + }, + { + "epoch": 0.5166265060240964, + "grad_norm": 0.25124824047088623, + "learning_rate": 3.939722224093439e-05, + "loss": 0.0151, + "step": 134 + }, + { + "epoch": 0.5204819277108433, + "grad_norm": 1.9261884689331055, + "learning_rate": 3.937521965721831e-05, + "loss": 0.0247, + "step": 135 + }, + { + "epoch": 0.5243373493975904, + "grad_norm": 0.24449346959590912, + "learning_rate": 3.9352829038027564e-05, + "loss": 0.0113, + "step": 136 + }, + { + "epoch": 0.5281927710843374, + "grad_norm": 2.4259743690490723, + "learning_rate": 3.933005083178828e-05, + "loss": 0.0533, + "step": 137 + }, + { + "epoch": 0.5320481927710843, + "grad_norm": 0.3187374472618103, + "learning_rate": 3.930688549468894e-05, + "loss": 0.0179, + "step": 138 + }, + { + "epoch": 0.5359036144578313, + "grad_norm": 2.9974002838134766, + "learning_rate": 3.928333349067125e-05, + "loss": 0.023, + "step": 139 + }, + { + "epoch": 0.5397590361445783, + "grad_norm": 0.7724501490592957, + "learning_rate": 3.9259395291420864e-05, + "loss": 0.0179, + "step": 140 + }, + { + "epoch": 0.5436144578313253, + "grad_norm": 0.2811576724052429, + "learning_rate": 3.923507137635792e-05, + "loss": 0.0118, + "step": 141 + }, + { + "epoch": 0.5474698795180722, + "grad_norm": 0.301895409822464, + "learning_rate": 3.921036223262745e-05, + "loss": 0.0152, + "step": 142 + }, + { + "epoch": 0.5513253012048193, + "grad_norm": 0.32171159982681274, + "learning_rate": 3.9185268355089606e-05, + "loss": 0.0297, + "step": 143 + }, + { + "epoch": 0.5551807228915663, + "grad_norm": 0.16498999297618866, + "learning_rate": 3.915979024630978e-05, + "loss": 0.0134, + "step": 144 + }, + { + "epoch": 0.5590361445783133, + "grad_norm": 0.27746957540512085, + "learning_rate": 3.913392841654851e-05, + "loss": 0.013, + "step": 145 + }, + { + "epoch": 0.5628915662650602, + "grad_norm": 0.2298375517129898, + "learning_rate": 3.9107683383751264e-05, + "loss": 0.0106, + "step": 146 + }, + { + "epoch": 0.5667469879518072, + "grad_norm": 0.2801443636417389, + "learning_rate": 3.9081055673538093e-05, + "loss": 0.0214, + "step": 147 + }, + { + "epoch": 0.5706024096385542, + "grad_norm": 0.22764678299427032, + "learning_rate": 3.9054045819193074e-05, + "loss": 0.0148, + "step": 148 + }, + { + "epoch": 0.5744578313253013, + "grad_norm": 0.1658417284488678, + "learning_rate": 3.902665436165364e-05, + "loss": 0.0333, + "step": 149 + }, + { + "epoch": 0.5783132530120482, + "grad_norm": 0.1666492223739624, + "learning_rate": 3.8998881849499756e-05, + "loss": 0.0162, + "step": 150 + }, + { + "epoch": 0.5821686746987952, + "grad_norm": 0.20655786991119385, + "learning_rate": 3.897072883894291e-05, + "loss": 0.0152, + "step": 151 + }, + { + "epoch": 0.5860240963855422, + "grad_norm": 0.25162509083747864, + "learning_rate": 3.894219589381501e-05, + "loss": 0.0422, + "step": 152 + }, + { + "epoch": 0.5898795180722891, + "grad_norm": 0.17071524262428284, + "learning_rate": 3.8913283585557054e-05, + "loss": 0.0082, + "step": 153 + }, + { + "epoch": 0.5937349397590361, + "grad_norm": 0.20576122403144836, + "learning_rate": 3.8883992493207696e-05, + "loss": 0.0111, + "step": 154 + }, + { + "epoch": 0.5975903614457831, + "grad_norm": 0.19477005302906036, + "learning_rate": 3.885432320339167e-05, + "loss": 0.0084, + "step": 155 + }, + { + "epoch": 0.6014457831325302, + "grad_norm": 0.26111698150634766, + "learning_rate": 3.8824276310308e-05, + "loss": 0.0172, + "step": 156 + }, + { + "epoch": 0.6053012048192771, + "grad_norm": 0.2800676226615906, + "learning_rate": 3.879385241571817e-05, + "loss": 0.0238, + "step": 157 + }, + { + "epoch": 0.6091566265060241, + "grad_norm": 0.2781737148761749, + "learning_rate": 3.876305212893399e-05, + "loss": 0.0272, + "step": 158 + }, + { + "epoch": 0.6130120481927711, + "grad_norm": 0.6798153519630432, + "learning_rate": 3.873187606680543e-05, + "loss": 0.0091, + "step": 159 + }, + { + "epoch": 0.6168674698795181, + "grad_norm": 0.1639501005411148, + "learning_rate": 3.8700324853708304e-05, + "loss": 0.0233, + "step": 160 + }, + { + "epoch": 0.620722891566265, + "grad_norm": 0.39862754940986633, + "learning_rate": 3.866839912153168e-05, + "loss": 0.016, + "step": 161 + }, + { + "epoch": 0.624578313253012, + "grad_norm": 0.48113104701042175, + "learning_rate": 3.863609950966531e-05, + "loss": 0.016, + "step": 162 + }, + { + "epoch": 0.6284337349397591, + "grad_norm": 0.17467358708381653, + "learning_rate": 3.860342666498677e-05, + "loss": 0.0103, + "step": 163 + }, + { + "epoch": 0.632289156626506, + "grad_norm": 0.5942115783691406, + "learning_rate": 3.8570381241848534e-05, + "loss": 0.0158, + "step": 164 + }, + { + "epoch": 0.636144578313253, + "grad_norm": 0.2018311470746994, + "learning_rate": 3.853696390206484e-05, + "loss": 0.0193, + "step": 165 + }, + { + "epoch": 0.64, + "grad_norm": 0.5149483680725098, + "learning_rate": 3.850317531489848e-05, + "loss": 0.0268, + "step": 166 + }, + { + "epoch": 0.643855421686747, + "grad_norm": 0.16745764017105103, + "learning_rate": 3.846901615704734e-05, + "loss": 0.0132, + "step": 167 + }, + { + "epoch": 0.6477108433734939, + "grad_norm": 1.0696477890014648, + "learning_rate": 3.843448711263089e-05, + "loss": 0.0228, + "step": 168 + }, + { + "epoch": 0.651566265060241, + "grad_norm": 0.27323034405708313, + "learning_rate": 3.839958887317649e-05, + "loss": 0.0309, + "step": 169 + }, + { + "epoch": 0.655421686746988, + "grad_norm": 0.32417500019073486, + "learning_rate": 3.8364322137605484e-05, + "loss": 0.0282, + "step": 170 + }, + { + "epoch": 0.659277108433735, + "grad_norm": 0.24416105449199677, + "learning_rate": 3.832868761221926e-05, + "loss": 0.0149, + "step": 171 + }, + { + "epoch": 0.6631325301204819, + "grad_norm": 0.40103256702423096, + "learning_rate": 3.829268601068509e-05, + "loss": 0.0196, + "step": 172 + }, + { + "epoch": 0.6669879518072289, + "grad_norm": 0.4967587888240814, + "learning_rate": 3.825631805402182e-05, + "loss": 0.027, + "step": 173 + }, + { + "epoch": 0.6708433734939759, + "grad_norm": 0.32446494698524475, + "learning_rate": 3.821958447058543e-05, + "loss": 0.0186, + "step": 174 + }, + { + "epoch": 0.6746987951807228, + "grad_norm": 0.17924204468727112, + "learning_rate": 3.818248599605448e-05, + "loss": 0.0158, + "step": 175 + }, + { + "epoch": 0.6785542168674699, + "grad_norm": 0.32113662362098694, + "learning_rate": 3.8145023373415326e-05, + "loss": 0.0186, + "step": 176 + }, + { + "epoch": 0.6824096385542169, + "grad_norm": 0.2955350875854492, + "learning_rate": 3.810719735294731e-05, + "loss": 0.0254, + "step": 177 + }, + { + "epoch": 0.6862650602409639, + "grad_norm": 0.3955155611038208, + "learning_rate": 3.806900869220765e-05, + "loss": 0.0247, + "step": 178 + }, + { + "epoch": 0.6901204819277108, + "grad_norm": 0.28007134795188904, + "learning_rate": 3.8030458156016326e-05, + "loss": 0.0159, + "step": 179 + }, + { + "epoch": 0.6939759036144578, + "grad_norm": 0.3042643666267395, + "learning_rate": 3.799154651644075e-05, + "loss": 0.0163, + "step": 180 + }, + { + "epoch": 0.6978313253012048, + "grad_norm": 0.18276739120483398, + "learning_rate": 3.795227455278029e-05, + "loss": 0.0088, + "step": 181 + }, + { + "epoch": 0.7016867469879519, + "grad_norm": 0.19548135995864868, + "learning_rate": 3.7912643051550674e-05, + "loss": 0.0115, + "step": 182 + }, + { + "epoch": 0.7055421686746988, + "grad_norm": 0.2164657711982727, + "learning_rate": 3.787265280646825e-05, + "loss": 0.0152, + "step": 183 + }, + { + "epoch": 0.7093975903614458, + "grad_norm": 0.19452515244483948, + "learning_rate": 3.783230461843406e-05, + "loss": 0.008, + "step": 184 + }, + { + "epoch": 0.7132530120481928, + "grad_norm": 0.27214348316192627, + "learning_rate": 3.7791599295517825e-05, + "loss": 0.0127, + "step": 185 + }, + { + "epoch": 0.7171084337349397, + "grad_norm": 0.6383033990859985, + "learning_rate": 3.775053765294175e-05, + "loss": 0.0151, + "step": 186 + }, + { + "epoch": 0.7209638554216867, + "grad_norm": 0.17882253229618073, + "learning_rate": 3.7709120513064196e-05, + "loss": 0.0092, + "step": 187 + }, + { + "epoch": 0.7248192771084337, + "grad_norm": 0.2078862190246582, + "learning_rate": 3.7667348705363227e-05, + "loss": 0.0133, + "step": 188 + }, + { + "epoch": 0.7286746987951808, + "grad_norm": 0.1957724541425705, + "learning_rate": 3.762522306641998e-05, + "loss": 0.0108, + "step": 189 + }, + { + "epoch": 0.7325301204819277, + "grad_norm": 0.16418907046318054, + "learning_rate": 3.75827444399019e-05, + "loss": 0.0137, + "step": 190 + }, + { + "epoch": 0.7363855421686747, + "grad_norm": 0.45467960834503174, + "learning_rate": 3.7539913676545874e-05, + "loss": 0.0142, + "step": 191 + }, + { + "epoch": 0.7402409638554217, + "grad_norm": 1.2079054117202759, + "learning_rate": 3.749673163414117e-05, + "loss": 0.019, + "step": 192 + }, + { + "epoch": 0.7440963855421687, + "grad_norm": 0.11845115572214127, + "learning_rate": 3.745319917751229e-05, + "loss": 0.0098, + "step": 193 + }, + { + "epoch": 0.7479518072289156, + "grad_norm": 0.18299613893032074, + "learning_rate": 3.740931717850159e-05, + "loss": 0.0132, + "step": 194 + }, + { + "epoch": 0.7518072289156627, + "grad_norm": 0.225267231464386, + "learning_rate": 3.736508651595188e-05, + "loss": 0.0148, + "step": 195 + }, + { + "epoch": 0.7556626506024097, + "grad_norm": 0.49103838205337524, + "learning_rate": 3.732050807568878e-05, + "loss": 0.0132, + "step": 196 + }, + { + "epoch": 0.7595180722891566, + "grad_norm": 0.19766205549240112, + "learning_rate": 3.727558275050301e-05, + "loss": 0.02, + "step": 197 + }, + { + "epoch": 0.7633734939759036, + "grad_norm": 0.28864291310310364, + "learning_rate": 3.7230311440132494e-05, + "loss": 0.0222, + "step": 198 + }, + { + "epoch": 0.7672289156626506, + "grad_norm": 0.28816428780555725, + "learning_rate": 3.718469505124434e-05, + "loss": 0.0256, + "step": 199 + }, + { + "epoch": 0.7710843373493976, + "grad_norm": 0.20701606571674347, + "learning_rate": 3.713873449741669e-05, + "loss": 0.0114, + "step": 200 + }, + { + "epoch": 0.7749397590361445, + "grad_norm": 0.5334108471870422, + "learning_rate": 3.709243069912041e-05, + "loss": 0.0119, + "step": 201 + }, + { + "epoch": 0.7787951807228916, + "grad_norm": 0.7352932095527649, + "learning_rate": 3.704578458370067e-05, + "loss": 0.0148, + "step": 202 + }, + { + "epoch": 0.7826506024096386, + "grad_norm": 0.22625291347503662, + "learning_rate": 3.699879708535838e-05, + "loss": 0.0164, + "step": 203 + }, + { + "epoch": 0.7865060240963856, + "grad_norm": 0.2132428139448166, + "learning_rate": 3.695146914513142e-05, + "loss": 0.0083, + "step": 204 + }, + { + "epoch": 0.7903614457831325, + "grad_norm": 0.15848131477832794, + "learning_rate": 3.69038017108759e-05, + "loss": 0.0098, + "step": 205 + }, + { + "epoch": 0.7942168674698795, + "grad_norm": 1.2738759517669678, + "learning_rate": 3.685579573724707e-05, + "loss": 0.0137, + "step": 206 + }, + { + "epoch": 0.7980722891566265, + "grad_norm": 0.2131299078464508, + "learning_rate": 3.680745218568026e-05, + "loss": 0.019, + "step": 207 + }, + { + "epoch": 0.8019277108433734, + "grad_norm": 0.24905090034008026, + "learning_rate": 3.6758772024371626e-05, + "loss": 0.0242, + "step": 208 + }, + { + "epoch": 0.8057831325301205, + "grad_norm": 0.36632227897644043, + "learning_rate": 3.6709756228258735e-05, + "loss": 0.021, + "step": 209 + }, + { + "epoch": 0.8096385542168675, + "grad_norm": 0.19981122016906738, + "learning_rate": 3.6660405779001036e-05, + "loss": 0.0174, + "step": 210 + }, + { + "epoch": 0.8134939759036145, + "grad_norm": 0.13923773169517517, + "learning_rate": 3.6610721664960236e-05, + "loss": 0.0088, + "step": 211 + }, + { + "epoch": 0.8173493975903614, + "grad_norm": 0.27602291107177734, + "learning_rate": 3.656070488118047e-05, + "loss": 0.0391, + "step": 212 + }, + { + "epoch": 0.8212048192771084, + "grad_norm": 1.3190431594848633, + "learning_rate": 3.65103564293684e-05, + "loss": 0.0255, + "step": 213 + }, + { + "epoch": 0.8250602409638554, + "grad_norm": 0.15323355793952942, + "learning_rate": 3.645967731787313e-05, + "loss": 0.0164, + "step": 214 + }, + { + "epoch": 0.8289156626506025, + "grad_norm": 0.15326736867427826, + "learning_rate": 3.640866856166601e-05, + "loss": 0.0109, + "step": 215 + }, + { + "epoch": 0.8327710843373494, + "grad_norm": 0.2949405312538147, + "learning_rate": 3.635733118232034e-05, + "loss": 0.0117, + "step": 216 + }, + { + "epoch": 0.8366265060240964, + "grad_norm": 0.243217334151268, + "learning_rate": 3.6305666207990886e-05, + "loss": 0.0191, + "step": 217 + }, + { + "epoch": 0.8404819277108434, + "grad_norm": 0.43892231583595276, + "learning_rate": 3.625367467339329e-05, + "loss": 0.0174, + "step": 218 + }, + { + "epoch": 0.8443373493975903, + "grad_norm": 0.36832818388938904, + "learning_rate": 3.6201357619783336e-05, + "loss": 0.0201, + "step": 219 + }, + { + "epoch": 0.8481927710843373, + "grad_norm": 0.2650613486766815, + "learning_rate": 3.614871609493614e-05, + "loss": 0.0163, + "step": 220 + }, + { + "epoch": 0.8520481927710843, + "grad_norm": 0.1648036539554596, + "learning_rate": 3.609575115312511e-05, + "loss": 0.0111, + "step": 221 + }, + { + "epoch": 0.8559036144578314, + "grad_norm": 0.2738659083843231, + "learning_rate": 3.604246385510088e-05, + "loss": 0.0063, + "step": 222 + }, + { + "epoch": 0.8597590361445783, + "grad_norm": 0.22977620363235474, + "learning_rate": 3.598885526807003e-05, + "loss": 0.015, + "step": 223 + }, + { + "epoch": 0.8636144578313253, + "grad_norm": 0.535546064376831, + "learning_rate": 3.593492646567372e-05, + "loss": 0.0102, + "step": 224 + }, + { + "epoch": 0.8674698795180723, + "grad_norm": 0.494342565536499, + "learning_rate": 3.5880678527966224e-05, + "loss": 0.0102, + "step": 225 + }, + { + "epoch": 0.8713253012048193, + "grad_norm": 0.17625126242637634, + "learning_rate": 3.582611254139324e-05, + "loss": 0.0259, + "step": 226 + }, + { + "epoch": 0.8751807228915662, + "grad_norm": 0.20568431913852692, + "learning_rate": 3.577122959877017e-05, + "loss": 0.0237, + "step": 227 + }, + { + "epoch": 0.8790361445783132, + "grad_norm": 0.31444859504699707, + "learning_rate": 3.571603079926024e-05, + "loss": 0.0171, + "step": 228 + }, + { + "epoch": 0.8828915662650603, + "grad_norm": 0.48810216784477234, + "learning_rate": 3.566051724835245e-05, + "loss": 0.01, + "step": 229 + }, + { + "epoch": 0.8867469879518072, + "grad_norm": 0.4229196608066559, + "learning_rate": 3.5604690057839456e-05, + "loss": 0.0111, + "step": 230 + }, + { + "epoch": 0.8906024096385542, + "grad_norm": 0.6600443124771118, + "learning_rate": 3.554855034579532e-05, + "loss": 0.0208, + "step": 231 + }, + { + "epoch": 0.8944578313253012, + "grad_norm": 0.2891610860824585, + "learning_rate": 3.549209923655309e-05, + "loss": 0.0252, + "step": 232 + }, + { + "epoch": 0.8983132530120482, + "grad_norm": 0.20314915478229523, + "learning_rate": 3.5435337860682304e-05, + "loss": 0.0164, + "step": 233 + }, + { + "epoch": 0.9021686746987951, + "grad_norm": 0.19718259572982788, + "learning_rate": 3.537826735496632e-05, + "loss": 0.0125, + "step": 234 + }, + { + "epoch": 0.9060240963855422, + "grad_norm": 1.074033498764038, + "learning_rate": 3.532088886237956e-05, + "loss": 0.015, + "step": 235 + }, + { + "epoch": 0.9098795180722892, + "grad_norm": 0.7579637169837952, + "learning_rate": 3.5263203532064674e-05, + "loss": 0.0153, + "step": 236 + }, + { + "epoch": 0.9137349397590362, + "grad_norm": 0.15700305998325348, + "learning_rate": 3.520521251930941e-05, + "loss": 0.0109, + "step": 237 + }, + { + "epoch": 0.9175903614457831, + "grad_norm": 0.3394688069820404, + "learning_rate": 3.5146916985523604e-05, + "loss": 0.0156, + "step": 238 + }, + { + "epoch": 0.9214457831325301, + "grad_norm": 1.3616353273391724, + "learning_rate": 3.5088318098215805e-05, + "loss": 0.0194, + "step": 239 + }, + { + "epoch": 0.9253012048192771, + "grad_norm": 0.4036584198474884, + "learning_rate": 3.5029417030970005e-05, + "loss": 0.012, + "step": 240 + }, + { + "epoch": 0.929156626506024, + "grad_norm": 0.18816007673740387, + "learning_rate": 3.497021496342203e-05, + "loss": 0.0146, + "step": 241 + }, + { + "epoch": 0.9330120481927711, + "grad_norm": 0.17888401448726654, + "learning_rate": 3.4910713081235975e-05, + "loss": 0.0095, + "step": 242 + }, + { + "epoch": 0.9368674698795181, + "grad_norm": 0.22190752625465393, + "learning_rate": 3.485091257608047e-05, + "loss": 0.018, + "step": 243 + }, + { + "epoch": 0.9407228915662651, + "grad_norm": 0.48926958441734314, + "learning_rate": 3.479081464560475e-05, + "loss": 0.0407, + "step": 244 + }, + { + "epoch": 0.944578313253012, + "grad_norm": 0.236537367105484, + "learning_rate": 3.473042049341474e-05, + "loss": 0.0152, + "step": 245 + }, + { + "epoch": 0.948433734939759, + "grad_norm": 0.13449200987815857, + "learning_rate": 3.466973132904892e-05, + "loss": 0.0105, + "step": 246 + }, + { + "epoch": 0.952289156626506, + "grad_norm": 0.23878124356269836, + "learning_rate": 3.4608748367954064e-05, + "loss": 0.0154, + "step": 247 + }, + { + "epoch": 0.9561445783132531, + "grad_norm": 0.8225765824317932, + "learning_rate": 3.4547472831460976e-05, + "loss": 0.0258, + "step": 248 + }, + { + "epoch": 0.96, + "grad_norm": 0.2288682758808136, + "learning_rate": 3.4485905946759965e-05, + "loss": 0.0137, + "step": 249 + }, + { + "epoch": 0.963855421686747, + "grad_norm": 3.1449129581451416, + "learning_rate": 3.442404894687629e-05, + "loss": 0.009, + "step": 250 + }, + { + "epoch": 0.967710843373494, + "grad_norm": 0.36979448795318604, + "learning_rate": 3.4361903070645484e-05, + "loss": 0.0135, + "step": 251 + }, + { + "epoch": 0.971566265060241, + "grad_norm": 0.434368759393692, + "learning_rate": 3.4299469562688494e-05, + "loss": 0.0207, + "step": 252 + }, + { + "epoch": 0.9754216867469879, + "grad_norm": 0.20272351801395416, + "learning_rate": 3.423674967338681e-05, + "loss": 0.0166, + "step": 253 + }, + { + "epoch": 0.9792771084337349, + "grad_norm": 0.30525901913642883, + "learning_rate": 3.4173744658857403e-05, + "loss": 0.0088, + "step": 254 + }, + { + "epoch": 0.983132530120482, + "grad_norm": 0.8094114661216736, + "learning_rate": 3.411045578092754e-05, + "loss": 0.0246, + "step": 255 + }, + { + "epoch": 0.9869879518072289, + "grad_norm": 0.19253239035606384, + "learning_rate": 3.404688430710955e-05, + "loss": 0.0158, + "step": 256 + }, + { + "epoch": 0.9908433734939759, + "grad_norm": 0.18241408467292786, + "learning_rate": 3.398303151057543e-05, + "loss": 0.0208, + "step": 257 + }, + { + "epoch": 0.9946987951807229, + "grad_norm": 0.15632668137550354, + "learning_rate": 3.391889867013134e-05, + "loss": 0.014, + "step": 258 + }, + { + "epoch": 0.9985542168674699, + "grad_norm": 0.15484513342380524, + "learning_rate": 3.385448707019199e-05, + "loss": 0.0098, + "step": 259 + }, + { + "epoch": 1.0, + "grad_norm": 0.44285017251968384, + "learning_rate": 3.3789798000754924e-05, + "loss": 0.0181, + "step": 260 + }, + { + "epoch": 1.003855421686747, + "grad_norm": 0.22358648478984833, + "learning_rate": 3.372483275737468e-05, + "loss": 0.0123, + "step": 261 + }, + { + "epoch": 1.007710843373494, + "grad_norm": 0.26415324211120605, + "learning_rate": 3.365959264113683e-05, + "loss": 0.0097, + "step": 262 + }, + { + "epoch": 1.011566265060241, + "grad_norm": 0.16320234537124634, + "learning_rate": 3.359407895863199e-05, + "loss": 0.0168, + "step": 263 + }, + { + "epoch": 1.0154216867469879, + "grad_norm": 0.11904699355363846, + "learning_rate": 3.3528293021929523e-05, + "loss": 0.011, + "step": 264 + }, + { + "epoch": 1.0192771084337349, + "grad_norm": 0.19491620361804962, + "learning_rate": 3.34622361485514e-05, + "loss": 0.0203, + "step": 265 + }, + { + "epoch": 1.0231325301204819, + "grad_norm": 0.11890948563814163, + "learning_rate": 3.339590966144574e-05, + "loss": 0.0039, + "step": 266 + }, + { + "epoch": 1.026987951807229, + "grad_norm": 0.375266969203949, + "learning_rate": 3.332931488896029e-05, + "loss": 0.0108, + "step": 267 + }, + { + "epoch": 1.030843373493976, + "grad_norm": 0.2763790488243103, + "learning_rate": 3.326245316481591e-05, + "loss": 0.0231, + "step": 268 + }, + { + "epoch": 1.034698795180723, + "grad_norm": 0.13364073634147644, + "learning_rate": 3.319532582807977e-05, + "loss": 0.0096, + "step": 269 + }, + { + "epoch": 1.03855421686747, + "grad_norm": 0.14633706212043762, + "learning_rate": 3.31279342231386e-05, + "loss": 0.0085, + "step": 270 + }, + { + "epoch": 1.0424096385542168, + "grad_norm": 0.11920950561761856, + "learning_rate": 3.30602796996717e-05, + "loss": 0.0056, + "step": 271 + }, + { + "epoch": 1.0462650602409638, + "grad_norm": 0.2369781881570816, + "learning_rate": 3.299236361262401e-05, + "loss": 0.0092, + "step": 272 + }, + { + "epoch": 1.0501204819277108, + "grad_norm": 0.13494941592216492, + "learning_rate": 3.2924187322178865e-05, + "loss": 0.0084, + "step": 273 + }, + { + "epoch": 1.0539759036144578, + "grad_norm": 0.11123005300760269, + "learning_rate": 3.285575219373079e-05, + "loss": 0.0058, + "step": 274 + }, + { + "epoch": 1.0578313253012048, + "grad_norm": 0.18400225043296814, + "learning_rate": 3.278705959785821e-05, + "loss": 0.0113, + "step": 275 + }, + { + "epoch": 1.0616867469879518, + "grad_norm": 0.19578677415847778, + "learning_rate": 3.27181109102959e-05, + "loss": 0.008, + "step": 276 + }, + { + "epoch": 1.0655421686746989, + "grad_norm": 0.15978166460990906, + "learning_rate": 3.2648907511907544e-05, + "loss": 0.0074, + "step": 277 + }, + { + "epoch": 1.0693975903614459, + "grad_norm": 0.22295606136322021, + "learning_rate": 3.2579450788657997e-05, + "loss": 0.033, + "step": 278 + }, + { + "epoch": 1.0732530120481927, + "grad_norm": 0.11566543579101562, + "learning_rate": 3.250974213158555e-05, + "loss": 0.0097, + "step": 279 + }, + { + "epoch": 1.0771084337349397, + "grad_norm": 0.14439509809017181, + "learning_rate": 3.243978293677408e-05, + "loss": 0.0099, + "step": 280 + }, + { + "epoch": 1.0809638554216867, + "grad_norm": 0.21390187740325928, + "learning_rate": 3.23695746053251e-05, + "loss": 0.0115, + "step": 281 + }, + { + "epoch": 1.0848192771084337, + "grad_norm": 0.1340283751487732, + "learning_rate": 3.229911854332967e-05, + "loss": 0.0112, + "step": 282 + }, + { + "epoch": 1.0886746987951808, + "grad_norm": 0.08028711378574371, + "learning_rate": 3.222841616184025e-05, + "loss": 0.0044, + "step": 283 + }, + { + "epoch": 1.0925301204819278, + "grad_norm": 0.0875745564699173, + "learning_rate": 3.215746887684244e-05, + "loss": 0.005, + "step": 284 + }, + { + "epoch": 1.0963855421686748, + "grad_norm": 0.12632474303245544, + "learning_rate": 3.208627810922665e-05, + "loss": 0.0102, + "step": 285 + }, + { + "epoch": 1.1002409638554216, + "grad_norm": 0.07411441951990128, + "learning_rate": 3.201484528475958e-05, + "loss": 0.0051, + "step": 286 + }, + { + "epoch": 1.1040963855421686, + "grad_norm": 0.188252255320549, + "learning_rate": 3.194317183405573e-05, + "loss": 0.0088, + "step": 287 + }, + { + "epoch": 1.1079518072289156, + "grad_norm": 1.1099765300750732, + "learning_rate": 3.187125919254869e-05, + "loss": 0.0182, + "step": 288 + }, + { + "epoch": 1.1118072289156626, + "grad_norm": 0.09729217737913132, + "learning_rate": 3.1799108800462466e-05, + "loss": 0.0058, + "step": 289 + }, + { + "epoch": 1.1156626506024097, + "grad_norm": 0.25208383798599243, + "learning_rate": 3.172672210278254e-05, + "loss": 0.0104, + "step": 290 + }, + { + "epoch": 1.1195180722891567, + "grad_norm": 0.1512216329574585, + "learning_rate": 3.1654100549227024e-05, + "loss": 0.0058, + "step": 291 + }, + { + "epoch": 1.1233734939759037, + "grad_norm": 0.17274995148181915, + "learning_rate": 3.158124559421758e-05, + "loss": 0.0059, + "step": 292 + }, + { + "epoch": 1.1272289156626507, + "grad_norm": 0.32907241582870483, + "learning_rate": 3.1508158696850275e-05, + "loss": 0.0119, + "step": 293 + }, + { + "epoch": 1.1310843373493975, + "grad_norm": 0.1462509036064148, + "learning_rate": 3.14348413208664e-05, + "loss": 0.0093, + "step": 294 + }, + { + "epoch": 1.1349397590361445, + "grad_norm": 0.23990927636623383, + "learning_rate": 3.136129493462312e-05, + "loss": 0.0095, + "step": 295 + }, + { + "epoch": 1.1387951807228915, + "grad_norm": 0.13981395959854126, + "learning_rate": 3.12875210110641e-05, + "loss": 0.006, + "step": 296 + }, + { + "epoch": 1.1426506024096386, + "grad_norm": 0.10694962739944458, + "learning_rate": 3.121352102768998e-05, + "loss": 0.005, + "step": 297 + }, + { + "epoch": 1.1465060240963856, + "grad_norm": 0.12599286437034607, + "learning_rate": 3.113929646652879e-05, + "loss": 0.0057, + "step": 298 + }, + { + "epoch": 1.1503614457831326, + "grad_norm": 0.09407994896173477, + "learning_rate": 3.106484881410628e-05, + "loss": 0.0056, + "step": 299 + }, + { + "epoch": 1.1542168674698796, + "grad_norm": 0.7781950831413269, + "learning_rate": 3.0990179561416124e-05, + "loss": 0.017, + "step": 300 + }, + { + "epoch": 1.1580722891566264, + "grad_norm": 0.12835298478603363, + "learning_rate": 3.091529020389009e-05, + "loss": 0.0053, + "step": 301 + }, + { + "epoch": 1.1619277108433734, + "grad_norm": 0.7488322854042053, + "learning_rate": 3.0840182241368083e-05, + "loss": 0.011, + "step": 302 + }, + { + "epoch": 1.1657831325301204, + "grad_norm": 0.16700711846351624, + "learning_rate": 3.076485717806808e-05, + "loss": 0.0082, + "step": 303 + }, + { + "epoch": 1.1696385542168675, + "grad_norm": 0.17361144721508026, + "learning_rate": 3.0689316522556026e-05, + "loss": 0.0097, + "step": 304 + }, + { + "epoch": 1.1734939759036145, + "grad_norm": 0.08619613200426102, + "learning_rate": 3.061356178771564e-05, + "loss": 0.0082, + "step": 305 + }, + { + "epoch": 1.1773493975903615, + "grad_norm": 0.15666592121124268, + "learning_rate": 3.053759449071807e-05, + "loss": 0.0106, + "step": 306 + }, + { + "epoch": 1.1812048192771085, + "grad_norm": 0.2268570214509964, + "learning_rate": 3.0461416152991555e-05, + "loss": 0.0082, + "step": 307 + }, + { + "epoch": 1.1850602409638555, + "grad_norm": 0.17297455668449402, + "learning_rate": 3.038502830019092e-05, + "loss": 0.0105, + "step": 308 + }, + { + "epoch": 1.1889156626506023, + "grad_norm": 0.18929991126060486, + "learning_rate": 3.0308432462167045e-05, + "loss": 0.0076, + "step": 309 + }, + { + "epoch": 1.1927710843373494, + "grad_norm": 0.25152456760406494, + "learning_rate": 3.0231630172936205e-05, + "loss": 0.0072, + "step": 310 + }, + { + "epoch": 1.1966265060240964, + "grad_norm": 0.6995307207107544, + "learning_rate": 3.015462297064936e-05, + "loss": 0.0155, + "step": 311 + }, + { + "epoch": 1.2004819277108434, + "grad_norm": 0.14346441626548767, + "learning_rate": 3.0077412397561345e-05, + "loss": 0.0194, + "step": 312 + }, + { + "epoch": 1.2043373493975904, + "grad_norm": 0.2826595604419708, + "learning_rate": 3.0000000000000004e-05, + "loss": 0.0198, + "step": 313 + }, + { + "epoch": 1.2081927710843374, + "grad_norm": 0.1361214816570282, + "learning_rate": 2.992238732833518e-05, + "loss": 0.007, + "step": 314 + }, + { + "epoch": 1.2120481927710842, + "grad_norm": 0.13326340913772583, + "learning_rate": 2.98445759369477e-05, + "loss": 0.0116, + "step": 315 + }, + { + "epoch": 1.2159036144578312, + "grad_norm": 0.09617264568805695, + "learning_rate": 2.9766567384198228e-05, + "loss": 0.0082, + "step": 316 + }, + { + "epoch": 1.2197590361445783, + "grad_norm": 0.1366315484046936, + "learning_rate": 2.9688363232396056e-05, + "loss": 0.0075, + "step": 317 + }, + { + "epoch": 1.2236144578313253, + "grad_norm": 0.696820080280304, + "learning_rate": 2.960996504776783e-05, + "loss": 0.0087, + "step": 318 + }, + { + "epoch": 1.2274698795180723, + "grad_norm": 0.42925387620925903, + "learning_rate": 2.9531374400426158e-05, + "loss": 0.0277, + "step": 319 + }, + { + "epoch": 1.2313253012048193, + "grad_norm": 0.16131658852100372, + "learning_rate": 2.945259286433819e-05, + "loss": 0.0097, + "step": 320 + }, + { + "epoch": 1.2351807228915663, + "grad_norm": 0.1256534606218338, + "learning_rate": 2.9373622017294075e-05, + "loss": 0.0086, + "step": 321 + }, + { + "epoch": 1.2390361445783133, + "grad_norm": 0.15791697800159454, + "learning_rate": 2.9294463440875375e-05, + "loss": 0.0119, + "step": 322 + }, + { + "epoch": 1.2428915662650604, + "grad_norm": 0.12754394114017487, + "learning_rate": 2.9215118720423375e-05, + "loss": 0.0071, + "step": 323 + }, + { + "epoch": 1.2467469879518072, + "grad_norm": 0.9191262125968933, + "learning_rate": 2.913558944500736e-05, + "loss": 0.0097, + "step": 324 + }, + { + "epoch": 1.2506024096385542, + "grad_norm": 0.10129745304584503, + "learning_rate": 2.9055877207392752e-05, + "loss": 0.0162, + "step": 325 + }, + { + "epoch": 1.2544578313253012, + "grad_norm": 0.12669669091701508, + "learning_rate": 2.897598360400925e-05, + "loss": 0.0051, + "step": 326 + }, + { + "epoch": 1.2583132530120482, + "grad_norm": 0.1282287985086441, + "learning_rate": 2.8895910234918828e-05, + "loss": 0.0069, + "step": 327 + }, + { + "epoch": 1.2621686746987952, + "grad_norm": 0.10596070438623428, + "learning_rate": 2.8815658703783715e-05, + "loss": 0.0044, + "step": 328 + }, + { + "epoch": 1.266024096385542, + "grad_norm": 0.3934219777584076, + "learning_rate": 2.873523061783426e-05, + "loss": 0.0122, + "step": 329 + }, + { + "epoch": 1.269879518072289, + "grad_norm": 0.13733914494514465, + "learning_rate": 2.8654627587836724e-05, + "loss": 0.0052, + "step": 330 + }, + { + "epoch": 1.273734939759036, + "grad_norm": 0.21395160257816315, + "learning_rate": 2.8573851228061084e-05, + "loss": 0.0067, + "step": 331 + }, + { + "epoch": 1.277590361445783, + "grad_norm": 0.23374490439891815, + "learning_rate": 2.8492903156248642e-05, + "loss": 0.0111, + "step": 332 + }, + { + "epoch": 1.28144578313253, + "grad_norm": 0.14450624585151672, + "learning_rate": 2.8411784993579633e-05, + "loss": 0.0097, + "step": 333 + }, + { + "epoch": 1.2853012048192771, + "grad_norm": 0.12868821620941162, + "learning_rate": 2.8330498364640803e-05, + "loss": 0.0088, + "step": 334 + }, + { + "epoch": 1.2891566265060241, + "grad_norm": 0.2879028618335724, + "learning_rate": 2.8249044897392814e-05, + "loss": 0.0191, + "step": 335 + }, + { + "epoch": 1.2930120481927712, + "grad_norm": 0.10924389213323593, + "learning_rate": 2.8167426223137682e-05, + "loss": 0.0063, + "step": 336 + }, + { + "epoch": 1.2968674698795182, + "grad_norm": 0.14800770580768585, + "learning_rate": 2.80856439764861e-05, + "loss": 0.01, + "step": 337 + }, + { + "epoch": 1.3007228915662652, + "grad_norm": 0.1235174834728241, + "learning_rate": 2.8003699795324674e-05, + "loss": 0.0044, + "step": 338 + }, + { + "epoch": 1.304578313253012, + "grad_norm": 0.2660425305366516, + "learning_rate": 2.792159532078314e-05, + "loss": 0.0068, + "step": 339 + }, + { + "epoch": 1.308433734939759, + "grad_norm": 0.10823825001716614, + "learning_rate": 2.7839332197201505e-05, + "loss": 0.0041, + "step": 340 + }, + { + "epoch": 1.312289156626506, + "grad_norm": 0.9430158734321594, + "learning_rate": 2.77569120720971e-05, + "loss": 0.0141, + "step": 341 + }, + { + "epoch": 1.316144578313253, + "grad_norm": 0.1147020012140274, + "learning_rate": 2.7674336596131596e-05, + "loss": 0.0075, + "step": 342 + }, + { + "epoch": 1.32, + "grad_norm": 0.1446715146303177, + "learning_rate": 2.7591607423077932e-05, + "loss": 0.0094, + "step": 343 + }, + { + "epoch": 1.3238554216867469, + "grad_norm": 0.08478965610265732, + "learning_rate": 2.75087262097872e-05, + "loss": 0.0034, + "step": 344 + }, + { + "epoch": 1.3277108433734939, + "grad_norm": 0.08715037256479263, + "learning_rate": 2.7425694616155474e-05, + "loss": 0.0052, + "step": 345 + }, + { + "epoch": 1.331566265060241, + "grad_norm": 2.43072772026062, + "learning_rate": 2.7342514305090554e-05, + "loss": 0.0223, + "step": 346 + }, + { + "epoch": 1.335421686746988, + "grad_norm": 0.1595911830663681, + "learning_rate": 2.7259186942478656e-05, + "loss": 0.0042, + "step": 347 + }, + { + "epoch": 1.339277108433735, + "grad_norm": 0.2817286550998688, + "learning_rate": 2.717571419715107e-05, + "loss": 0.027, + "step": 348 + }, + { + "epoch": 1.343132530120482, + "grad_norm": 0.5103950500488281, + "learning_rate": 2.7092097740850712e-05, + "loss": 0.0085, + "step": 349 + }, + { + "epoch": 1.346987951807229, + "grad_norm": 1.2923753261566162, + "learning_rate": 2.700833924819868e-05, + "loss": 0.01, + "step": 350 + }, + { + "epoch": 1.350843373493976, + "grad_norm": 0.16906492412090302, + "learning_rate": 2.692444039666066e-05, + "loss": 0.0109, + "step": 351 + }, + { + "epoch": 1.354698795180723, + "grad_norm": 0.37144047021865845, + "learning_rate": 2.684040286651338e-05, + "loss": 0.0113, + "step": 352 + }, + { + "epoch": 1.3585542168674698, + "grad_norm": 0.3601152300834656, + "learning_rate": 2.6756228340810946e-05, + "loss": 0.0114, + "step": 353 + }, + { + "epoch": 1.3624096385542168, + "grad_norm": 0.5444064140319824, + "learning_rate": 2.6671918505351132e-05, + "loss": 0.0086, + "step": 354 + }, + { + "epoch": 1.3662650602409638, + "grad_norm": 0.14150206744670868, + "learning_rate": 2.6587475048641596e-05, + "loss": 0.0043, + "step": 355 + }, + { + "epoch": 1.3701204819277109, + "grad_norm": 0.09511060267686844, + "learning_rate": 2.6502899661866104e-05, + "loss": 0.0062, + "step": 356 + }, + { + "epoch": 1.3739759036144579, + "grad_norm": 0.16923631727695465, + "learning_rate": 2.6418194038850634e-05, + "loss": 0.0157, + "step": 357 + }, + { + "epoch": 1.377831325301205, + "grad_norm": 0.13884925842285156, + "learning_rate": 2.6333359876029455e-05, + "loss": 0.0058, + "step": 358 + }, + { + "epoch": 1.3816867469879517, + "grad_norm": 0.1783420443534851, + "learning_rate": 2.624839887241115e-05, + "loss": 0.0071, + "step": 359 + }, + { + "epoch": 1.3855421686746987, + "grad_norm": 0.15586194396018982, + "learning_rate": 2.6163312729544616e-05, + "loss": 0.0079, + "step": 360 + }, + { + "epoch": 1.3893975903614457, + "grad_norm": 0.22028474509716034, + "learning_rate": 2.607810315148494e-05, + "loss": 0.0078, + "step": 361 + }, + { + "epoch": 1.3932530120481927, + "grad_norm": 0.14147606492042542, + "learning_rate": 2.5992771844759315e-05, + "loss": 0.0078, + "step": 362 + }, + { + "epoch": 1.3971084337349398, + "grad_norm": 0.11384939402341843, + "learning_rate": 2.5907320518332827e-05, + "loss": 0.0067, + "step": 363 + }, + { + "epoch": 1.4009638554216868, + "grad_norm": 0.6917237639427185, + "learning_rate": 2.582175088357426e-05, + "loss": 0.0097, + "step": 364 + }, + { + "epoch": 1.4048192771084338, + "grad_norm": 0.26896387338638306, + "learning_rate": 2.5736064654221808e-05, + "loss": 0.0109, + "step": 365 + }, + { + "epoch": 1.4086746987951808, + "grad_norm": 0.1673029661178589, + "learning_rate": 2.5650263546348743e-05, + "loss": 0.0082, + "step": 366 + }, + { + "epoch": 1.4125301204819278, + "grad_norm": 0.1272229552268982, + "learning_rate": 2.5564349278329056e-05, + "loss": 0.0101, + "step": 367 + }, + { + "epoch": 1.4163855421686746, + "grad_norm": 0.1690957248210907, + "learning_rate": 2.547832357080305e-05, + "loss": 0.0125, + "step": 368 + } + ], + "logging_steps": 1, + "max_steps": 780, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 92, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.801896417658929e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-368/training_args.bin b/checkpoint-368/training_args.bin new file mode 100644 index 0000000..16dd9a0 --- /dev/null +++ b/checkpoint-368/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278dd9cb4a0ad2cab5c6d1358fbf0c25929c01aec5836b90960695f31f47b1b6 +size 7825 diff --git a/checkpoint-460/chat_template.jinja b/checkpoint-460/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/checkpoint-460/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-460/config.json b/checkpoint-460/config.json new file mode 100644 index 0000000..8da640a --- /dev/null +++ b/checkpoint-460/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.56.2", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/checkpoint-460/generation_config.json b/checkpoint-460/generation_config.json new file mode 100644 index 0000000..2152026 --- /dev/null +++ b/checkpoint-460/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128009, + 128001, + 128008, + 128009 + ], + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-460/model-00001-of-00002.safetensors b/checkpoint-460/model-00001-of-00002.safetensors new file mode 100644 index 0000000..5affb85 --- /dev/null +++ b/checkpoint-460/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:941f3ddc549f4a1fb51086c9f959a5a21354dfb8633ec51075ffaa843ddc0612 +size 4965799096 diff --git a/checkpoint-460/model-00002-of-00002.safetensors b/checkpoint-460/model-00002-of-00002.safetensors new file mode 100644 index 0000000..75e18cb --- /dev/null +++ b/checkpoint-460/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9804e92e197a4190e3aada00ad84632d234ef6199b1ba71fabbb629d94d39086 +size 2247734992 diff --git a/checkpoint-460/model.safetensors.index.json b/checkpoint-460/model.safetensors.index.json new file mode 100644 index 0000000..887d493 --- /dev/null +++ b/checkpoint-460/model.safetensors.index.json @@ -0,0 +1,263 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 7213504512 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/checkpoint-460/special_tokens_map.json b/checkpoint-460/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/checkpoint-460/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-460/tokenizer.json b/checkpoint-460/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/checkpoint-460/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-460/tokenizer_config.json b/checkpoint-460/tokenizer_config.json new file mode 100644 index 0000000..d1e1ea9 --- /dev/null +++ b/checkpoint-460/tokenizer_config.json @@ -0,0 +1,2068 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-460/trainer_state.json b/checkpoint-460/trainer_state.json new file mode 100644 index 0000000..fa01ad4 --- /dev/null +++ b/checkpoint-460/trainer_state.json @@ -0,0 +1,3254 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.7710843373493976, + "eval_steps": 500, + "global_step": 460, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0038554216867469878, + "grad_norm": 1.2289724349975586, + "learning_rate": 0.0, + "loss": 0.0363, + "step": 1 + }, + { + "epoch": 0.0077108433734939755, + "grad_norm": 1.148133635520935, + "learning_rate": 5.128205128205128e-07, + "loss": 0.042, + "step": 2 + }, + { + "epoch": 0.011566265060240964, + "grad_norm": 1.251704216003418, + "learning_rate": 1.0256410256410257e-06, + "loss": 0.0442, + "step": 3 + }, + { + "epoch": 0.015421686746987951, + "grad_norm": 1.1709717512130737, + "learning_rate": 1.5384615384615387e-06, + "loss": 0.0363, + "step": 4 + }, + { + "epoch": 0.01927710843373494, + "grad_norm": 1.1885852813720703, + "learning_rate": 2.0512820512820513e-06, + "loss": 0.0281, + "step": 5 + }, + { + "epoch": 0.02313253012048193, + "grad_norm": 0.7513725161552429, + "learning_rate": 2.564102564102564e-06, + "loss": 0.0456, + "step": 6 + }, + { + "epoch": 0.026987951807228915, + "grad_norm": 0.6604480147361755, + "learning_rate": 3.0769230769230774e-06, + "loss": 0.0336, + "step": 7 + }, + { + "epoch": 0.030843373493975902, + "grad_norm": 0.5245765447616577, + "learning_rate": 3.58974358974359e-06, + "loss": 0.0351, + "step": 8 + }, + { + "epoch": 0.03469879518072289, + "grad_norm": 0.35446059703826904, + "learning_rate": 4.102564102564103e-06, + "loss": 0.022, + "step": 9 + }, + { + "epoch": 0.03855421686746988, + "grad_norm": 0.40557414293289185, + "learning_rate": 4.615384615384616e-06, + "loss": 0.0248, + "step": 10 + }, + { + "epoch": 0.042409638554216866, + "grad_norm": 0.3844715356826782, + "learning_rate": 5.128205128205128e-06, + "loss": 0.0289, + "step": 11 + }, + { + "epoch": 0.04626506024096386, + "grad_norm": 0.31521302461624146, + "learning_rate": 5.641025641025641e-06, + "loss": 0.0221, + "step": 12 + }, + { + "epoch": 0.05012048192771084, + "grad_norm": 0.40441566705703735, + "learning_rate": 6.153846153846155e-06, + "loss": 0.0226, + "step": 13 + }, + { + "epoch": 0.05397590361445783, + "grad_norm": 0.30345258116722107, + "learning_rate": 6.666666666666667e-06, + "loss": 0.0181, + "step": 14 + }, + { + "epoch": 0.05783132530120482, + "grad_norm": 0.32419148087501526, + "learning_rate": 7.17948717948718e-06, + "loss": 0.0217, + "step": 15 + }, + { + "epoch": 0.061686746987951804, + "grad_norm": 0.29662227630615234, + "learning_rate": 7.692307692307694e-06, + "loss": 0.0216, + "step": 16 + }, + { + "epoch": 0.0655421686746988, + "grad_norm": 0.24562332034111023, + "learning_rate": 8.205128205128205e-06, + "loss": 0.0163, + "step": 17 + }, + { + "epoch": 0.06939759036144579, + "grad_norm": 0.21251554787158966, + "learning_rate": 8.717948717948719e-06, + "loss": 0.0176, + "step": 18 + }, + { + "epoch": 0.07325301204819278, + "grad_norm": 0.195358544588089, + "learning_rate": 9.230769230769232e-06, + "loss": 0.0121, + "step": 19 + }, + { + "epoch": 0.07710843373493977, + "grad_norm": 0.1519210785627365, + "learning_rate": 9.743589743589744e-06, + "loss": 0.0103, + "step": 20 + }, + { + "epoch": 0.08096385542168674, + "grad_norm": 0.29832565784454346, + "learning_rate": 1.0256410256410256e-05, + "loss": 0.0197, + "step": 21 + }, + { + "epoch": 0.08481927710843373, + "grad_norm": 0.24802711606025696, + "learning_rate": 1.076923076923077e-05, + "loss": 0.0207, + "step": 22 + }, + { + "epoch": 0.08867469879518072, + "grad_norm": 0.17878903448581696, + "learning_rate": 1.1282051282051283e-05, + "loss": 0.014, + "step": 23 + }, + { + "epoch": 0.09253012048192771, + "grad_norm": 0.23687325417995453, + "learning_rate": 1.1794871794871796e-05, + "loss": 0.0153, + "step": 24 + }, + { + "epoch": 0.0963855421686747, + "grad_norm": 0.29058969020843506, + "learning_rate": 1.230769230769231e-05, + "loss": 0.0149, + "step": 25 + }, + { + "epoch": 0.10024096385542168, + "grad_norm": 0.1624310314655304, + "learning_rate": 1.2820512820512823e-05, + "loss": 0.0127, + "step": 26 + }, + { + "epoch": 0.10409638554216867, + "grad_norm": 0.27256354689598083, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.0173, + "step": 27 + }, + { + "epoch": 0.10795180722891566, + "grad_norm": 0.24831782281398773, + "learning_rate": 1.3846153846153847e-05, + "loss": 0.0161, + "step": 28 + }, + { + "epoch": 0.11180722891566265, + "grad_norm": 0.20417729020118713, + "learning_rate": 1.435897435897436e-05, + "loss": 0.0127, + "step": 29 + }, + { + "epoch": 0.11566265060240964, + "grad_norm": 0.22253485023975372, + "learning_rate": 1.4871794871794874e-05, + "loss": 0.018, + "step": 30 + }, + { + "epoch": 0.11951807228915663, + "grad_norm": 0.1634419709444046, + "learning_rate": 1.5384615384615387e-05, + "loss": 0.0092, + "step": 31 + }, + { + "epoch": 0.12337349397590361, + "grad_norm": 0.16349917650222778, + "learning_rate": 1.5897435897435897e-05, + "loss": 0.0151, + "step": 32 + }, + { + "epoch": 0.1272289156626506, + "grad_norm": 0.2271573394536972, + "learning_rate": 1.641025641025641e-05, + "loss": 0.0174, + "step": 33 + }, + { + "epoch": 0.1310843373493976, + "grad_norm": 0.1916988492012024, + "learning_rate": 1.6923076923076924e-05, + "loss": 0.0126, + "step": 34 + }, + { + "epoch": 0.13493975903614458, + "grad_norm": 0.23479051887989044, + "learning_rate": 1.7435897435897438e-05, + "loss": 0.0116, + "step": 35 + }, + { + "epoch": 0.13879518072289157, + "grad_norm": 0.18296493589878082, + "learning_rate": 1.794871794871795e-05, + "loss": 0.0133, + "step": 36 + }, + { + "epoch": 0.14265060240963856, + "grad_norm": 0.12307147681713104, + "learning_rate": 1.8461538461538465e-05, + "loss": 0.0093, + "step": 37 + }, + { + "epoch": 0.14650602409638555, + "grad_norm": 0.1736001819372177, + "learning_rate": 1.8974358974358975e-05, + "loss": 0.0097, + "step": 38 + }, + { + "epoch": 0.15036144578313254, + "grad_norm": 0.21048344671726227, + "learning_rate": 1.9487179487179488e-05, + "loss": 0.0121, + "step": 39 + }, + { + "epoch": 0.15421686746987953, + "grad_norm": 0.18844228982925415, + "learning_rate": 2e-05, + "loss": 0.0145, + "step": 40 + }, + { + "epoch": 0.1580722891566265, + "grad_norm": 0.24053065478801727, + "learning_rate": 2.0512820512820512e-05, + "loss": 0.0233, + "step": 41 + }, + { + "epoch": 0.16192771084337348, + "grad_norm": 0.16952425241470337, + "learning_rate": 2.102564102564103e-05, + "loss": 0.024, + "step": 42 + }, + { + "epoch": 0.16578313253012048, + "grad_norm": 0.1816851794719696, + "learning_rate": 2.153846153846154e-05, + "loss": 0.0165, + "step": 43 + }, + { + "epoch": 0.16963855421686747, + "grad_norm": 0.17718464136123657, + "learning_rate": 2.2051282051282056e-05, + "loss": 0.0171, + "step": 44 + }, + { + "epoch": 0.17349397590361446, + "grad_norm": 0.44719773530960083, + "learning_rate": 2.2564102564102566e-05, + "loss": 0.0357, + "step": 45 + }, + { + "epoch": 0.17734939759036145, + "grad_norm": 0.1649208813905716, + "learning_rate": 2.3076923076923076e-05, + "loss": 0.016, + "step": 46 + }, + { + "epoch": 0.18120481927710844, + "grad_norm": 0.17772121727466583, + "learning_rate": 2.3589743589743593e-05, + "loss": 0.0106, + "step": 47 + }, + { + "epoch": 0.18506024096385543, + "grad_norm": 0.30155256390571594, + "learning_rate": 2.4102564102564103e-05, + "loss": 0.0132, + "step": 48 + }, + { + "epoch": 0.18891566265060242, + "grad_norm": 0.1777803599834442, + "learning_rate": 2.461538461538462e-05, + "loss": 0.0089, + "step": 49 + }, + { + "epoch": 0.1927710843373494, + "grad_norm": 0.23959968984127045, + "learning_rate": 2.512820512820513e-05, + "loss": 0.0137, + "step": 50 + }, + { + "epoch": 0.1966265060240964, + "grad_norm": 0.2473219782114029, + "learning_rate": 2.5641025641025646e-05, + "loss": 0.0241, + "step": 51 + }, + { + "epoch": 0.20048192771084336, + "grad_norm": 0.14216162264347076, + "learning_rate": 2.6153846153846157e-05, + "loss": 0.0089, + "step": 52 + }, + { + "epoch": 0.20433734939759035, + "grad_norm": 0.16024824976921082, + "learning_rate": 2.6666666666666667e-05, + "loss": 0.0105, + "step": 53 + }, + { + "epoch": 0.20819277108433734, + "grad_norm": 0.19614927470684052, + "learning_rate": 2.7179487179487183e-05, + "loss": 0.0102, + "step": 54 + }, + { + "epoch": 0.21204819277108433, + "grad_norm": 0.18651551008224487, + "learning_rate": 2.7692307692307694e-05, + "loss": 0.0109, + "step": 55 + }, + { + "epoch": 0.21590361445783132, + "grad_norm": 0.1358720362186432, + "learning_rate": 2.820512820512821e-05, + "loss": 0.0082, + "step": 56 + }, + { + "epoch": 0.2197590361445783, + "grad_norm": 0.13998733460903168, + "learning_rate": 2.871794871794872e-05, + "loss": 0.0081, + "step": 57 + }, + { + "epoch": 0.2236144578313253, + "grad_norm": 0.1299574077129364, + "learning_rate": 2.923076923076923e-05, + "loss": 0.0067, + "step": 58 + }, + { + "epoch": 0.2274698795180723, + "grad_norm": 0.17477169632911682, + "learning_rate": 2.9743589743589747e-05, + "loss": 0.0091, + "step": 59 + }, + { + "epoch": 0.23132530120481928, + "grad_norm": 0.27078455686569214, + "learning_rate": 3.0256410256410257e-05, + "loss": 0.0128, + "step": 60 + }, + { + "epoch": 0.23518072289156627, + "grad_norm": 0.2184700220823288, + "learning_rate": 3.0769230769230774e-05, + "loss": 0.0236, + "step": 61 + }, + { + "epoch": 0.23903614457831326, + "grad_norm": 0.21013228595256805, + "learning_rate": 3.128205128205129e-05, + "loss": 0.0114, + "step": 62 + }, + { + "epoch": 0.24289156626506025, + "grad_norm": 0.4988560974597931, + "learning_rate": 3.1794871794871795e-05, + "loss": 0.0111, + "step": 63 + }, + { + "epoch": 0.24674698795180722, + "grad_norm": 0.18484456837177277, + "learning_rate": 3.230769230769231e-05, + "loss": 0.0104, + "step": 64 + }, + { + "epoch": 0.25060240963855424, + "grad_norm": 0.19871847331523895, + "learning_rate": 3.282051282051282e-05, + "loss": 0.0094, + "step": 65 + }, + { + "epoch": 0.2544578313253012, + "grad_norm": 0.17952671647071838, + "learning_rate": 3.3333333333333335e-05, + "loss": 0.0127, + "step": 66 + }, + { + "epoch": 0.2583132530120482, + "grad_norm": 0.29055604338645935, + "learning_rate": 3.384615384615385e-05, + "loss": 0.023, + "step": 67 + }, + { + "epoch": 0.2621686746987952, + "grad_norm": 0.2033795416355133, + "learning_rate": 3.435897435897436e-05, + "loss": 0.0091, + "step": 68 + }, + { + "epoch": 0.26602409638554214, + "grad_norm": 0.2499230057001114, + "learning_rate": 3.4871794871794875e-05, + "loss": 0.0221, + "step": 69 + }, + { + "epoch": 0.26987951807228916, + "grad_norm": 0.22038578987121582, + "learning_rate": 3.538461538461539e-05, + "loss": 0.0139, + "step": 70 + }, + { + "epoch": 0.2737349397590361, + "grad_norm": 0.14657297730445862, + "learning_rate": 3.58974358974359e-05, + "loss": 0.0104, + "step": 71 + }, + { + "epoch": 0.27759036144578314, + "grad_norm": 0.23861773312091827, + "learning_rate": 3.6410256410256416e-05, + "loss": 0.0126, + "step": 72 + }, + { + "epoch": 0.2814457831325301, + "grad_norm": 0.21007320284843445, + "learning_rate": 3.692307692307693e-05, + "loss": 0.0133, + "step": 73 + }, + { + "epoch": 0.2853012048192771, + "grad_norm": 0.20938654243946075, + "learning_rate": 3.7435897435897436e-05, + "loss": 0.0116, + "step": 74 + }, + { + "epoch": 0.2891566265060241, + "grad_norm": 0.27394789457321167, + "learning_rate": 3.794871794871795e-05, + "loss": 0.0158, + "step": 75 + }, + { + "epoch": 0.2930120481927711, + "grad_norm": 0.1749437153339386, + "learning_rate": 3.846153846153846e-05, + "loss": 0.0097, + "step": 76 + }, + { + "epoch": 0.29686746987951806, + "grad_norm": 0.2208889275789261, + "learning_rate": 3.8974358974358976e-05, + "loss": 0.024, + "step": 77 + }, + { + "epoch": 0.3007228915662651, + "grad_norm": 0.32802650332450867, + "learning_rate": 3.948717948717949e-05, + "loss": 0.015, + "step": 78 + }, + { + "epoch": 0.30457831325301205, + "grad_norm": 0.21527938544750214, + "learning_rate": 4e-05, + "loss": 0.0137, + "step": 79 + }, + { + "epoch": 0.30843373493975906, + "grad_norm": 0.2894026041030884, + "learning_rate": 3.999979972589652e-05, + "loss": 0.0177, + "step": 80 + }, + { + "epoch": 0.312289156626506, + "grad_norm": 0.21148355305194855, + "learning_rate": 3.9999198907597046e-05, + "loss": 0.0146, + "step": 81 + }, + { + "epoch": 0.316144578313253, + "grad_norm": 0.1950712502002716, + "learning_rate": 3.999819755713442e-05, + "loss": 0.0174, + "step": 82 + }, + { + "epoch": 0.32, + "grad_norm": 0.23408709466457367, + "learning_rate": 3.9996795694563096e-05, + "loss": 0.0142, + "step": 83 + }, + { + "epoch": 0.32385542168674697, + "grad_norm": 0.4009031355381012, + "learning_rate": 3.999499334795875e-05, + "loss": 0.014, + "step": 84 + }, + { + "epoch": 0.327710843373494, + "grad_norm": 0.2507084012031555, + "learning_rate": 3.999279055341771e-05, + "loss": 0.013, + "step": 85 + }, + { + "epoch": 0.33156626506024095, + "grad_norm": 0.2922132909297943, + "learning_rate": 3.999018735505626e-05, + "loss": 0.013, + "step": 86 + }, + { + "epoch": 0.33542168674698797, + "grad_norm": 0.2073613405227661, + "learning_rate": 3.998718380500971e-05, + "loss": 0.0107, + "step": 87 + }, + { + "epoch": 0.33927710843373493, + "grad_norm": 0.3113904595375061, + "learning_rate": 3.998377996343139e-05, + "loss": 0.0337, + "step": 88 + }, + { + "epoch": 0.34313253012048195, + "grad_norm": 0.18452070653438568, + "learning_rate": 3.997997589849145e-05, + "loss": 0.0137, + "step": 89 + }, + { + "epoch": 0.3469879518072289, + "grad_norm": 0.24420331418514252, + "learning_rate": 3.9975771686375434e-05, + "loss": 0.0104, + "step": 90 + }, + { + "epoch": 0.35084337349397593, + "grad_norm": 0.3163854479789734, + "learning_rate": 3.9971167411282835e-05, + "loss": 0.0133, + "step": 91 + }, + { + "epoch": 0.3546987951807229, + "grad_norm": 0.11558058857917786, + "learning_rate": 3.996616316542537e-05, + "loss": 0.0069, + "step": 92 + }, + { + "epoch": 0.35855421686746985, + "grad_norm": 2.0870206356048584, + "learning_rate": 3.99607590490251e-05, + "loss": 0.0227, + "step": 93 + }, + { + "epoch": 0.3624096385542169, + "grad_norm": 0.23557044565677643, + "learning_rate": 3.9954955170312504e-05, + "loss": 0.0175, + "step": 94 + }, + { + "epoch": 0.36626506024096384, + "grad_norm": 0.2593333423137665, + "learning_rate": 3.9948751645524235e-05, + "loss": 0.0184, + "step": 95 + }, + { + "epoch": 0.37012048192771085, + "grad_norm": 0.5161668658256531, + "learning_rate": 3.994214859890083e-05, + "loss": 0.0265, + "step": 96 + }, + { + "epoch": 0.3739759036144578, + "grad_norm": 0.5731181502342224, + "learning_rate": 3.9935146162684206e-05, + "loss": 0.0167, + "step": 97 + }, + { + "epoch": 0.37783132530120483, + "grad_norm": 1.9357824325561523, + "learning_rate": 3.992774447711503e-05, + "loss": 0.0321, + "step": 98 + }, + { + "epoch": 0.3816867469879518, + "grad_norm": 4.194522857666016, + "learning_rate": 3.9919943690429906e-05, + "loss": 0.086, + "step": 99 + }, + { + "epoch": 0.3855421686746988, + "grad_norm": 0.3377005457878113, + "learning_rate": 3.9911743958858376e-05, + "loss": 0.0206, + "step": 100 + }, + { + "epoch": 0.3893975903614458, + "grad_norm": 0.3599908649921417, + "learning_rate": 3.9903145446619837e-05, + "loss": 0.0207, + "step": 101 + }, + { + "epoch": 0.3932530120481928, + "grad_norm": 0.3402753174304962, + "learning_rate": 3.9894148325920226e-05, + "loss": 0.0241, + "step": 102 + }, + { + "epoch": 0.39710843373493976, + "grad_norm": 0.6041432023048401, + "learning_rate": 3.9884752776948564e-05, + "loss": 0.0138, + "step": 103 + }, + { + "epoch": 0.4009638554216867, + "grad_norm": 4.082062721252441, + "learning_rate": 3.987495898787336e-05, + "loss": 0.1119, + "step": 104 + }, + { + "epoch": 0.40481927710843374, + "grad_norm": 6.899234771728516, + "learning_rate": 3.9864767154838864e-05, + "loss": 0.1046, + "step": 105 + }, + { + "epoch": 0.4086746987951807, + "grad_norm": 3.1316874027252197, + "learning_rate": 3.985417748196108e-05, + "loss": 0.0404, + "step": 106 + }, + { + "epoch": 0.4125301204819277, + "grad_norm": 1.8661688566207886, + "learning_rate": 3.9843190181323744e-05, + "loss": 0.0348, + "step": 107 + }, + { + "epoch": 0.4163855421686747, + "grad_norm": 0.5149962306022644, + "learning_rate": 3.983180547297404e-05, + "loss": 0.0284, + "step": 108 + }, + { + "epoch": 0.4202409638554217, + "grad_norm": 0.3855750858783722, + "learning_rate": 3.982002358491817e-05, + "loss": 0.0242, + "step": 109 + }, + { + "epoch": 0.42409638554216866, + "grad_norm": 0.35508987307548523, + "learning_rate": 3.9807844753116864e-05, + "loss": 0.0179, + "step": 110 + }, + { + "epoch": 0.4279518072289157, + "grad_norm": 1.477452278137207, + "learning_rate": 3.979526922148058e-05, + "loss": 0.0436, + "step": 111 + }, + { + "epoch": 0.43180722891566264, + "grad_norm": 0.41172751784324646, + "learning_rate": 3.978229724186464e-05, + "loss": 0.026, + "step": 112 + }, + { + "epoch": 0.43566265060240966, + "grad_norm": 0.5889139771461487, + "learning_rate": 3.9768929074064206e-05, + "loss": 0.0249, + "step": 113 + }, + { + "epoch": 0.4395180722891566, + "grad_norm": 0.38035663962364197, + "learning_rate": 3.975516498580907e-05, + "loss": 0.0257, + "step": 114 + }, + { + "epoch": 0.4433734939759036, + "grad_norm": 0.35500895977020264, + "learning_rate": 3.9741005252758255e-05, + "loss": 0.026, + "step": 115 + }, + { + "epoch": 0.4472289156626506, + "grad_norm": 0.6464815735816956, + "learning_rate": 3.972645015849457e-05, + "loss": 0.0499, + "step": 116 + }, + { + "epoch": 0.45108433734939757, + "grad_norm": 0.20825283229351044, + "learning_rate": 3.971149999451886e-05, + "loss": 0.034, + "step": 117 + }, + { + "epoch": 0.4549397590361446, + "grad_norm": 0.34638360142707825, + "learning_rate": 3.9696155060244166e-05, + "loss": 0.0226, + "step": 118 + }, + { + "epoch": 0.45879518072289155, + "grad_norm": 0.27782803773880005, + "learning_rate": 3.9680415662989806e-05, + "loss": 0.0197, + "step": 119 + }, + { + "epoch": 0.46265060240963857, + "grad_norm": 0.39609628915786743, + "learning_rate": 3.966428211797514e-05, + "loss": 0.0229, + "step": 120 + }, + { + "epoch": 0.46650602409638553, + "grad_norm": 0.30235278606414795, + "learning_rate": 3.9647754748313294e-05, + "loss": 0.046, + "step": 121 + }, + { + "epoch": 0.47036144578313255, + "grad_norm": 0.2774790823459625, + "learning_rate": 3.963083388500469e-05, + "loss": 0.0208, + "step": 122 + }, + { + "epoch": 0.4742168674698795, + "grad_norm": 0.24587354063987732, + "learning_rate": 3.96135198669304e-05, + "loss": 0.026, + "step": 123 + }, + { + "epoch": 0.47807228915662653, + "grad_norm": 0.2603200376033783, + "learning_rate": 3.959581304084536e-05, + "loss": 0.0189, + "step": 124 + }, + { + "epoch": 0.4819277108433735, + "grad_norm": 0.33505868911743164, + "learning_rate": 3.957771376137144e-05, + "loss": 0.0227, + "step": 125 + }, + { + "epoch": 0.4857831325301205, + "grad_norm": 0.32992950081825256, + "learning_rate": 3.955922239099035e-05, + "loss": 0.0207, + "step": 126 + }, + { + "epoch": 0.48963855421686747, + "grad_norm": 0.2520611882209778, + "learning_rate": 3.954033930003634e-05, + "loss": 0.0308, + "step": 127 + }, + { + "epoch": 0.49349397590361443, + "grad_norm": 0.3344120383262634, + "learning_rate": 3.952106486668884e-05, + "loss": 0.0187, + "step": 128 + }, + { + "epoch": 0.49734939759036145, + "grad_norm": 0.46383559703826904, + "learning_rate": 3.9501399476964806e-05, + "loss": 0.0174, + "step": 129 + }, + { + "epoch": 0.5012048192771085, + "grad_norm": 0.2674378752708435, + "learning_rate": 3.9481343524711095e-05, + "loss": 0.0164, + "step": 130 + }, + { + "epoch": 0.5050602409638554, + "grad_norm": 0.21262381970882416, + "learning_rate": 3.946089741159648e-05, + "loss": 0.0088, + "step": 131 + }, + { + "epoch": 0.5089156626506024, + "grad_norm": 0.2904111444950104, + "learning_rate": 3.944006154710366e-05, + "loss": 0.0195, + "step": 132 + }, + { + "epoch": 0.5127710843373494, + "grad_norm": 0.42615893483161926, + "learning_rate": 3.9418836348521045e-05, + "loss": 0.0172, + "step": 133 + }, + { + "epoch": 0.5166265060240964, + "grad_norm": 0.25124824047088623, + "learning_rate": 3.939722224093439e-05, + "loss": 0.0151, + "step": 134 + }, + { + "epoch": 0.5204819277108433, + "grad_norm": 1.9261884689331055, + "learning_rate": 3.937521965721831e-05, + "loss": 0.0247, + "step": 135 + }, + { + "epoch": 0.5243373493975904, + "grad_norm": 0.24449346959590912, + "learning_rate": 3.9352829038027564e-05, + "loss": 0.0113, + "step": 136 + }, + { + "epoch": 0.5281927710843374, + "grad_norm": 2.4259743690490723, + "learning_rate": 3.933005083178828e-05, + "loss": 0.0533, + "step": 137 + }, + { + "epoch": 0.5320481927710843, + "grad_norm": 0.3187374472618103, + "learning_rate": 3.930688549468894e-05, + "loss": 0.0179, + "step": 138 + }, + { + "epoch": 0.5359036144578313, + "grad_norm": 2.9974002838134766, + "learning_rate": 3.928333349067125e-05, + "loss": 0.023, + "step": 139 + }, + { + "epoch": 0.5397590361445783, + "grad_norm": 0.7724501490592957, + "learning_rate": 3.9259395291420864e-05, + "loss": 0.0179, + "step": 140 + }, + { + "epoch": 0.5436144578313253, + "grad_norm": 0.2811576724052429, + "learning_rate": 3.923507137635792e-05, + "loss": 0.0118, + "step": 141 + }, + { + "epoch": 0.5474698795180722, + "grad_norm": 0.301895409822464, + "learning_rate": 3.921036223262745e-05, + "loss": 0.0152, + "step": 142 + }, + { + "epoch": 0.5513253012048193, + "grad_norm": 0.32171159982681274, + "learning_rate": 3.9185268355089606e-05, + "loss": 0.0297, + "step": 143 + }, + { + "epoch": 0.5551807228915663, + "grad_norm": 0.16498999297618866, + "learning_rate": 3.915979024630978e-05, + "loss": 0.0134, + "step": 144 + }, + { + "epoch": 0.5590361445783133, + "grad_norm": 0.27746957540512085, + "learning_rate": 3.913392841654851e-05, + "loss": 0.013, + "step": 145 + }, + { + "epoch": 0.5628915662650602, + "grad_norm": 0.2298375517129898, + "learning_rate": 3.9107683383751264e-05, + "loss": 0.0106, + "step": 146 + }, + { + "epoch": 0.5667469879518072, + "grad_norm": 0.2801443636417389, + "learning_rate": 3.9081055673538093e-05, + "loss": 0.0214, + "step": 147 + }, + { + "epoch": 0.5706024096385542, + "grad_norm": 0.22764678299427032, + "learning_rate": 3.9054045819193074e-05, + "loss": 0.0148, + "step": 148 + }, + { + "epoch": 0.5744578313253013, + "grad_norm": 0.1658417284488678, + "learning_rate": 3.902665436165364e-05, + "loss": 0.0333, + "step": 149 + }, + { + "epoch": 0.5783132530120482, + "grad_norm": 0.1666492223739624, + "learning_rate": 3.8998881849499756e-05, + "loss": 0.0162, + "step": 150 + }, + { + "epoch": 0.5821686746987952, + "grad_norm": 0.20655786991119385, + "learning_rate": 3.897072883894291e-05, + "loss": 0.0152, + "step": 151 + }, + { + "epoch": 0.5860240963855422, + "grad_norm": 0.25162509083747864, + "learning_rate": 3.894219589381501e-05, + "loss": 0.0422, + "step": 152 + }, + { + "epoch": 0.5898795180722891, + "grad_norm": 0.17071524262428284, + "learning_rate": 3.8913283585557054e-05, + "loss": 0.0082, + "step": 153 + }, + { + "epoch": 0.5937349397590361, + "grad_norm": 0.20576122403144836, + "learning_rate": 3.8883992493207696e-05, + "loss": 0.0111, + "step": 154 + }, + { + "epoch": 0.5975903614457831, + "grad_norm": 0.19477005302906036, + "learning_rate": 3.885432320339167e-05, + "loss": 0.0084, + "step": 155 + }, + { + "epoch": 0.6014457831325302, + "grad_norm": 0.26111698150634766, + "learning_rate": 3.8824276310308e-05, + "loss": 0.0172, + "step": 156 + }, + { + "epoch": 0.6053012048192771, + "grad_norm": 0.2800676226615906, + "learning_rate": 3.879385241571817e-05, + "loss": 0.0238, + "step": 157 + }, + { + "epoch": 0.6091566265060241, + "grad_norm": 0.2781737148761749, + "learning_rate": 3.876305212893399e-05, + "loss": 0.0272, + "step": 158 + }, + { + "epoch": 0.6130120481927711, + "grad_norm": 0.6798153519630432, + "learning_rate": 3.873187606680543e-05, + "loss": 0.0091, + "step": 159 + }, + { + "epoch": 0.6168674698795181, + "grad_norm": 0.1639501005411148, + "learning_rate": 3.8700324853708304e-05, + "loss": 0.0233, + "step": 160 + }, + { + "epoch": 0.620722891566265, + "grad_norm": 0.39862754940986633, + "learning_rate": 3.866839912153168e-05, + "loss": 0.016, + "step": 161 + }, + { + "epoch": 0.624578313253012, + "grad_norm": 0.48113104701042175, + "learning_rate": 3.863609950966531e-05, + "loss": 0.016, + "step": 162 + }, + { + "epoch": 0.6284337349397591, + "grad_norm": 0.17467358708381653, + "learning_rate": 3.860342666498677e-05, + "loss": 0.0103, + "step": 163 + }, + { + "epoch": 0.632289156626506, + "grad_norm": 0.5942115783691406, + "learning_rate": 3.8570381241848534e-05, + "loss": 0.0158, + "step": 164 + }, + { + "epoch": 0.636144578313253, + "grad_norm": 0.2018311470746994, + "learning_rate": 3.853696390206484e-05, + "loss": 0.0193, + "step": 165 + }, + { + "epoch": 0.64, + "grad_norm": 0.5149483680725098, + "learning_rate": 3.850317531489848e-05, + "loss": 0.0268, + "step": 166 + }, + { + "epoch": 0.643855421686747, + "grad_norm": 0.16745764017105103, + "learning_rate": 3.846901615704734e-05, + "loss": 0.0132, + "step": 167 + }, + { + "epoch": 0.6477108433734939, + "grad_norm": 1.0696477890014648, + "learning_rate": 3.843448711263089e-05, + "loss": 0.0228, + "step": 168 + }, + { + "epoch": 0.651566265060241, + "grad_norm": 0.27323034405708313, + "learning_rate": 3.839958887317649e-05, + "loss": 0.0309, + "step": 169 + }, + { + "epoch": 0.655421686746988, + "grad_norm": 0.32417500019073486, + "learning_rate": 3.8364322137605484e-05, + "loss": 0.0282, + "step": 170 + }, + { + "epoch": 0.659277108433735, + "grad_norm": 0.24416105449199677, + "learning_rate": 3.832868761221926e-05, + "loss": 0.0149, + "step": 171 + }, + { + "epoch": 0.6631325301204819, + "grad_norm": 0.40103256702423096, + "learning_rate": 3.829268601068509e-05, + "loss": 0.0196, + "step": 172 + }, + { + "epoch": 0.6669879518072289, + "grad_norm": 0.4967587888240814, + "learning_rate": 3.825631805402182e-05, + "loss": 0.027, + "step": 173 + }, + { + "epoch": 0.6708433734939759, + "grad_norm": 0.32446494698524475, + "learning_rate": 3.821958447058543e-05, + "loss": 0.0186, + "step": 174 + }, + { + "epoch": 0.6746987951807228, + "grad_norm": 0.17924204468727112, + "learning_rate": 3.818248599605448e-05, + "loss": 0.0158, + "step": 175 + }, + { + "epoch": 0.6785542168674699, + "grad_norm": 0.32113662362098694, + "learning_rate": 3.8145023373415326e-05, + "loss": 0.0186, + "step": 176 + }, + { + "epoch": 0.6824096385542169, + "grad_norm": 0.2955350875854492, + "learning_rate": 3.810719735294731e-05, + "loss": 0.0254, + "step": 177 + }, + { + "epoch": 0.6862650602409639, + "grad_norm": 0.3955155611038208, + "learning_rate": 3.806900869220765e-05, + "loss": 0.0247, + "step": 178 + }, + { + "epoch": 0.6901204819277108, + "grad_norm": 0.28007134795188904, + "learning_rate": 3.8030458156016326e-05, + "loss": 0.0159, + "step": 179 + }, + { + "epoch": 0.6939759036144578, + "grad_norm": 0.3042643666267395, + "learning_rate": 3.799154651644075e-05, + "loss": 0.0163, + "step": 180 + }, + { + "epoch": 0.6978313253012048, + "grad_norm": 0.18276739120483398, + "learning_rate": 3.795227455278029e-05, + "loss": 0.0088, + "step": 181 + }, + { + "epoch": 0.7016867469879519, + "grad_norm": 0.19548135995864868, + "learning_rate": 3.7912643051550674e-05, + "loss": 0.0115, + "step": 182 + }, + { + "epoch": 0.7055421686746988, + "grad_norm": 0.2164657711982727, + "learning_rate": 3.787265280646825e-05, + "loss": 0.0152, + "step": 183 + }, + { + "epoch": 0.7093975903614458, + "grad_norm": 0.19452515244483948, + "learning_rate": 3.783230461843406e-05, + "loss": 0.008, + "step": 184 + }, + { + "epoch": 0.7132530120481928, + "grad_norm": 0.27214348316192627, + "learning_rate": 3.7791599295517825e-05, + "loss": 0.0127, + "step": 185 + }, + { + "epoch": 0.7171084337349397, + "grad_norm": 0.6383033990859985, + "learning_rate": 3.775053765294175e-05, + "loss": 0.0151, + "step": 186 + }, + { + "epoch": 0.7209638554216867, + "grad_norm": 0.17882253229618073, + "learning_rate": 3.7709120513064196e-05, + "loss": 0.0092, + "step": 187 + }, + { + "epoch": 0.7248192771084337, + "grad_norm": 0.2078862190246582, + "learning_rate": 3.7667348705363227e-05, + "loss": 0.0133, + "step": 188 + }, + { + "epoch": 0.7286746987951808, + "grad_norm": 0.1957724541425705, + "learning_rate": 3.762522306641998e-05, + "loss": 0.0108, + "step": 189 + }, + { + "epoch": 0.7325301204819277, + "grad_norm": 0.16418907046318054, + "learning_rate": 3.75827444399019e-05, + "loss": 0.0137, + "step": 190 + }, + { + "epoch": 0.7363855421686747, + "grad_norm": 0.45467960834503174, + "learning_rate": 3.7539913676545874e-05, + "loss": 0.0142, + "step": 191 + }, + { + "epoch": 0.7402409638554217, + "grad_norm": 1.2079054117202759, + "learning_rate": 3.749673163414117e-05, + "loss": 0.019, + "step": 192 + }, + { + "epoch": 0.7440963855421687, + "grad_norm": 0.11845115572214127, + "learning_rate": 3.745319917751229e-05, + "loss": 0.0098, + "step": 193 + }, + { + "epoch": 0.7479518072289156, + "grad_norm": 0.18299613893032074, + "learning_rate": 3.740931717850159e-05, + "loss": 0.0132, + "step": 194 + }, + { + "epoch": 0.7518072289156627, + "grad_norm": 0.225267231464386, + "learning_rate": 3.736508651595188e-05, + "loss": 0.0148, + "step": 195 + }, + { + "epoch": 0.7556626506024097, + "grad_norm": 0.49103838205337524, + "learning_rate": 3.732050807568878e-05, + "loss": 0.0132, + "step": 196 + }, + { + "epoch": 0.7595180722891566, + "grad_norm": 0.19766205549240112, + "learning_rate": 3.727558275050301e-05, + "loss": 0.02, + "step": 197 + }, + { + "epoch": 0.7633734939759036, + "grad_norm": 0.28864291310310364, + "learning_rate": 3.7230311440132494e-05, + "loss": 0.0222, + "step": 198 + }, + { + "epoch": 0.7672289156626506, + "grad_norm": 0.28816428780555725, + "learning_rate": 3.718469505124434e-05, + "loss": 0.0256, + "step": 199 + }, + { + "epoch": 0.7710843373493976, + "grad_norm": 0.20701606571674347, + "learning_rate": 3.713873449741669e-05, + "loss": 0.0114, + "step": 200 + }, + { + "epoch": 0.7749397590361445, + "grad_norm": 0.5334108471870422, + "learning_rate": 3.709243069912041e-05, + "loss": 0.0119, + "step": 201 + }, + { + "epoch": 0.7787951807228916, + "grad_norm": 0.7352932095527649, + "learning_rate": 3.704578458370067e-05, + "loss": 0.0148, + "step": 202 + }, + { + "epoch": 0.7826506024096386, + "grad_norm": 0.22625291347503662, + "learning_rate": 3.699879708535838e-05, + "loss": 0.0164, + "step": 203 + }, + { + "epoch": 0.7865060240963856, + "grad_norm": 0.2132428139448166, + "learning_rate": 3.695146914513142e-05, + "loss": 0.0083, + "step": 204 + }, + { + "epoch": 0.7903614457831325, + "grad_norm": 0.15848131477832794, + "learning_rate": 3.69038017108759e-05, + "loss": 0.0098, + "step": 205 + }, + { + "epoch": 0.7942168674698795, + "grad_norm": 1.2738759517669678, + "learning_rate": 3.685579573724707e-05, + "loss": 0.0137, + "step": 206 + }, + { + "epoch": 0.7980722891566265, + "grad_norm": 0.2131299078464508, + "learning_rate": 3.680745218568026e-05, + "loss": 0.019, + "step": 207 + }, + { + "epoch": 0.8019277108433734, + "grad_norm": 0.24905090034008026, + "learning_rate": 3.6758772024371626e-05, + "loss": 0.0242, + "step": 208 + }, + { + "epoch": 0.8057831325301205, + "grad_norm": 0.36632227897644043, + "learning_rate": 3.6709756228258735e-05, + "loss": 0.021, + "step": 209 + }, + { + "epoch": 0.8096385542168675, + "grad_norm": 0.19981122016906738, + "learning_rate": 3.6660405779001036e-05, + "loss": 0.0174, + "step": 210 + }, + { + "epoch": 0.8134939759036145, + "grad_norm": 0.13923773169517517, + "learning_rate": 3.6610721664960236e-05, + "loss": 0.0088, + "step": 211 + }, + { + "epoch": 0.8173493975903614, + "grad_norm": 0.27602291107177734, + "learning_rate": 3.656070488118047e-05, + "loss": 0.0391, + "step": 212 + }, + { + "epoch": 0.8212048192771084, + "grad_norm": 1.3190431594848633, + "learning_rate": 3.65103564293684e-05, + "loss": 0.0255, + "step": 213 + }, + { + "epoch": 0.8250602409638554, + "grad_norm": 0.15323355793952942, + "learning_rate": 3.645967731787313e-05, + "loss": 0.0164, + "step": 214 + }, + { + "epoch": 0.8289156626506025, + "grad_norm": 0.15326736867427826, + "learning_rate": 3.640866856166601e-05, + "loss": 0.0109, + "step": 215 + }, + { + "epoch": 0.8327710843373494, + "grad_norm": 0.2949405312538147, + "learning_rate": 3.635733118232034e-05, + "loss": 0.0117, + "step": 216 + }, + { + "epoch": 0.8366265060240964, + "grad_norm": 0.243217334151268, + "learning_rate": 3.6305666207990886e-05, + "loss": 0.0191, + "step": 217 + }, + { + "epoch": 0.8404819277108434, + "grad_norm": 0.43892231583595276, + "learning_rate": 3.625367467339329e-05, + "loss": 0.0174, + "step": 218 + }, + { + "epoch": 0.8443373493975903, + "grad_norm": 0.36832818388938904, + "learning_rate": 3.6201357619783336e-05, + "loss": 0.0201, + "step": 219 + }, + { + "epoch": 0.8481927710843373, + "grad_norm": 0.2650613486766815, + "learning_rate": 3.614871609493614e-05, + "loss": 0.0163, + "step": 220 + }, + { + "epoch": 0.8520481927710843, + "grad_norm": 0.1648036539554596, + "learning_rate": 3.609575115312511e-05, + "loss": 0.0111, + "step": 221 + }, + { + "epoch": 0.8559036144578314, + "grad_norm": 0.2738659083843231, + "learning_rate": 3.604246385510088e-05, + "loss": 0.0063, + "step": 222 + }, + { + "epoch": 0.8597590361445783, + "grad_norm": 0.22977620363235474, + "learning_rate": 3.598885526807003e-05, + "loss": 0.015, + "step": 223 + }, + { + "epoch": 0.8636144578313253, + "grad_norm": 0.535546064376831, + "learning_rate": 3.593492646567372e-05, + "loss": 0.0102, + "step": 224 + }, + { + "epoch": 0.8674698795180723, + "grad_norm": 0.494342565536499, + "learning_rate": 3.5880678527966224e-05, + "loss": 0.0102, + "step": 225 + }, + { + "epoch": 0.8713253012048193, + "grad_norm": 0.17625126242637634, + "learning_rate": 3.582611254139324e-05, + "loss": 0.0259, + "step": 226 + }, + { + "epoch": 0.8751807228915662, + "grad_norm": 0.20568431913852692, + "learning_rate": 3.577122959877017e-05, + "loss": 0.0237, + "step": 227 + }, + { + "epoch": 0.8790361445783132, + "grad_norm": 0.31444859504699707, + "learning_rate": 3.571603079926024e-05, + "loss": 0.0171, + "step": 228 + }, + { + "epoch": 0.8828915662650603, + "grad_norm": 0.48810216784477234, + "learning_rate": 3.566051724835245e-05, + "loss": 0.01, + "step": 229 + }, + { + "epoch": 0.8867469879518072, + "grad_norm": 0.4229196608066559, + "learning_rate": 3.5604690057839456e-05, + "loss": 0.0111, + "step": 230 + }, + { + "epoch": 0.8906024096385542, + "grad_norm": 0.6600443124771118, + "learning_rate": 3.554855034579532e-05, + "loss": 0.0208, + "step": 231 + }, + { + "epoch": 0.8944578313253012, + "grad_norm": 0.2891610860824585, + "learning_rate": 3.549209923655309e-05, + "loss": 0.0252, + "step": 232 + }, + { + "epoch": 0.8983132530120482, + "grad_norm": 0.20314915478229523, + "learning_rate": 3.5435337860682304e-05, + "loss": 0.0164, + "step": 233 + }, + { + "epoch": 0.9021686746987951, + "grad_norm": 0.19718259572982788, + "learning_rate": 3.537826735496632e-05, + "loss": 0.0125, + "step": 234 + }, + { + "epoch": 0.9060240963855422, + "grad_norm": 1.074033498764038, + "learning_rate": 3.532088886237956e-05, + "loss": 0.015, + "step": 235 + }, + { + "epoch": 0.9098795180722892, + "grad_norm": 0.7579637169837952, + "learning_rate": 3.5263203532064674e-05, + "loss": 0.0153, + "step": 236 + }, + { + "epoch": 0.9137349397590362, + "grad_norm": 0.15700305998325348, + "learning_rate": 3.520521251930941e-05, + "loss": 0.0109, + "step": 237 + }, + { + "epoch": 0.9175903614457831, + "grad_norm": 0.3394688069820404, + "learning_rate": 3.5146916985523604e-05, + "loss": 0.0156, + "step": 238 + }, + { + "epoch": 0.9214457831325301, + "grad_norm": 1.3616353273391724, + "learning_rate": 3.5088318098215805e-05, + "loss": 0.0194, + "step": 239 + }, + { + "epoch": 0.9253012048192771, + "grad_norm": 0.4036584198474884, + "learning_rate": 3.5029417030970005e-05, + "loss": 0.012, + "step": 240 + }, + { + "epoch": 0.929156626506024, + "grad_norm": 0.18816007673740387, + "learning_rate": 3.497021496342203e-05, + "loss": 0.0146, + "step": 241 + }, + { + "epoch": 0.9330120481927711, + "grad_norm": 0.17888401448726654, + "learning_rate": 3.4910713081235975e-05, + "loss": 0.0095, + "step": 242 + }, + { + "epoch": 0.9368674698795181, + "grad_norm": 0.22190752625465393, + "learning_rate": 3.485091257608047e-05, + "loss": 0.018, + "step": 243 + }, + { + "epoch": 0.9407228915662651, + "grad_norm": 0.48926958441734314, + "learning_rate": 3.479081464560475e-05, + "loss": 0.0407, + "step": 244 + }, + { + "epoch": 0.944578313253012, + "grad_norm": 0.236537367105484, + "learning_rate": 3.473042049341474e-05, + "loss": 0.0152, + "step": 245 + }, + { + "epoch": 0.948433734939759, + "grad_norm": 0.13449200987815857, + "learning_rate": 3.466973132904892e-05, + "loss": 0.0105, + "step": 246 + }, + { + "epoch": 0.952289156626506, + "grad_norm": 0.23878124356269836, + "learning_rate": 3.4608748367954064e-05, + "loss": 0.0154, + "step": 247 + }, + { + "epoch": 0.9561445783132531, + "grad_norm": 0.8225765824317932, + "learning_rate": 3.4547472831460976e-05, + "loss": 0.0258, + "step": 248 + }, + { + "epoch": 0.96, + "grad_norm": 0.2288682758808136, + "learning_rate": 3.4485905946759965e-05, + "loss": 0.0137, + "step": 249 + }, + { + "epoch": 0.963855421686747, + "grad_norm": 3.1449129581451416, + "learning_rate": 3.442404894687629e-05, + "loss": 0.009, + "step": 250 + }, + { + "epoch": 0.967710843373494, + "grad_norm": 0.36979448795318604, + "learning_rate": 3.4361903070645484e-05, + "loss": 0.0135, + "step": 251 + }, + { + "epoch": 0.971566265060241, + "grad_norm": 0.434368759393692, + "learning_rate": 3.4299469562688494e-05, + "loss": 0.0207, + "step": 252 + }, + { + "epoch": 0.9754216867469879, + "grad_norm": 0.20272351801395416, + "learning_rate": 3.423674967338681e-05, + "loss": 0.0166, + "step": 253 + }, + { + "epoch": 0.9792771084337349, + "grad_norm": 0.30525901913642883, + "learning_rate": 3.4173744658857403e-05, + "loss": 0.0088, + "step": 254 + }, + { + "epoch": 0.983132530120482, + "grad_norm": 0.8094114661216736, + "learning_rate": 3.411045578092754e-05, + "loss": 0.0246, + "step": 255 + }, + { + "epoch": 0.9869879518072289, + "grad_norm": 0.19253239035606384, + "learning_rate": 3.404688430710955e-05, + "loss": 0.0158, + "step": 256 + }, + { + "epoch": 0.9908433734939759, + "grad_norm": 0.18241408467292786, + "learning_rate": 3.398303151057543e-05, + "loss": 0.0208, + "step": 257 + }, + { + "epoch": 0.9946987951807229, + "grad_norm": 0.15632668137550354, + "learning_rate": 3.391889867013134e-05, + "loss": 0.014, + "step": 258 + }, + { + "epoch": 0.9985542168674699, + "grad_norm": 0.15484513342380524, + "learning_rate": 3.385448707019199e-05, + "loss": 0.0098, + "step": 259 + }, + { + "epoch": 1.0, + "grad_norm": 0.44285017251968384, + "learning_rate": 3.3789798000754924e-05, + "loss": 0.0181, + "step": 260 + }, + { + "epoch": 1.003855421686747, + "grad_norm": 0.22358648478984833, + "learning_rate": 3.372483275737468e-05, + "loss": 0.0123, + "step": 261 + }, + { + "epoch": 1.007710843373494, + "grad_norm": 0.26415324211120605, + "learning_rate": 3.365959264113683e-05, + "loss": 0.0097, + "step": 262 + }, + { + "epoch": 1.011566265060241, + "grad_norm": 0.16320234537124634, + "learning_rate": 3.359407895863199e-05, + "loss": 0.0168, + "step": 263 + }, + { + "epoch": 1.0154216867469879, + "grad_norm": 0.11904699355363846, + "learning_rate": 3.3528293021929523e-05, + "loss": 0.011, + "step": 264 + }, + { + "epoch": 1.0192771084337349, + "grad_norm": 0.19491620361804962, + "learning_rate": 3.34622361485514e-05, + "loss": 0.0203, + "step": 265 + }, + { + "epoch": 1.0231325301204819, + "grad_norm": 0.11890948563814163, + "learning_rate": 3.339590966144574e-05, + "loss": 0.0039, + "step": 266 + }, + { + "epoch": 1.026987951807229, + "grad_norm": 0.375266969203949, + "learning_rate": 3.332931488896029e-05, + "loss": 0.0108, + "step": 267 + }, + { + "epoch": 1.030843373493976, + "grad_norm": 0.2763790488243103, + "learning_rate": 3.326245316481591e-05, + "loss": 0.0231, + "step": 268 + }, + { + "epoch": 1.034698795180723, + "grad_norm": 0.13364073634147644, + "learning_rate": 3.319532582807977e-05, + "loss": 0.0096, + "step": 269 + }, + { + "epoch": 1.03855421686747, + "grad_norm": 0.14633706212043762, + "learning_rate": 3.31279342231386e-05, + "loss": 0.0085, + "step": 270 + }, + { + "epoch": 1.0424096385542168, + "grad_norm": 0.11920950561761856, + "learning_rate": 3.30602796996717e-05, + "loss": 0.0056, + "step": 271 + }, + { + "epoch": 1.0462650602409638, + "grad_norm": 0.2369781881570816, + "learning_rate": 3.299236361262401e-05, + "loss": 0.0092, + "step": 272 + }, + { + "epoch": 1.0501204819277108, + "grad_norm": 0.13494941592216492, + "learning_rate": 3.2924187322178865e-05, + "loss": 0.0084, + "step": 273 + }, + { + "epoch": 1.0539759036144578, + "grad_norm": 0.11123005300760269, + "learning_rate": 3.285575219373079e-05, + "loss": 0.0058, + "step": 274 + }, + { + "epoch": 1.0578313253012048, + "grad_norm": 0.18400225043296814, + "learning_rate": 3.278705959785821e-05, + "loss": 0.0113, + "step": 275 + }, + { + "epoch": 1.0616867469879518, + "grad_norm": 0.19578677415847778, + "learning_rate": 3.27181109102959e-05, + "loss": 0.008, + "step": 276 + }, + { + "epoch": 1.0655421686746989, + "grad_norm": 0.15978166460990906, + "learning_rate": 3.2648907511907544e-05, + "loss": 0.0074, + "step": 277 + }, + { + "epoch": 1.0693975903614459, + "grad_norm": 0.22295606136322021, + "learning_rate": 3.2579450788657997e-05, + "loss": 0.033, + "step": 278 + }, + { + "epoch": 1.0732530120481927, + "grad_norm": 0.11566543579101562, + "learning_rate": 3.250974213158555e-05, + "loss": 0.0097, + "step": 279 + }, + { + "epoch": 1.0771084337349397, + "grad_norm": 0.14439509809017181, + "learning_rate": 3.243978293677408e-05, + "loss": 0.0099, + "step": 280 + }, + { + "epoch": 1.0809638554216867, + "grad_norm": 0.21390187740325928, + "learning_rate": 3.23695746053251e-05, + "loss": 0.0115, + "step": 281 + }, + { + "epoch": 1.0848192771084337, + "grad_norm": 0.1340283751487732, + "learning_rate": 3.229911854332967e-05, + "loss": 0.0112, + "step": 282 + }, + { + "epoch": 1.0886746987951808, + "grad_norm": 0.08028711378574371, + "learning_rate": 3.222841616184025e-05, + "loss": 0.0044, + "step": 283 + }, + { + "epoch": 1.0925301204819278, + "grad_norm": 0.0875745564699173, + "learning_rate": 3.215746887684244e-05, + "loss": 0.005, + "step": 284 + }, + { + "epoch": 1.0963855421686748, + "grad_norm": 0.12632474303245544, + "learning_rate": 3.208627810922665e-05, + "loss": 0.0102, + "step": 285 + }, + { + "epoch": 1.1002409638554216, + "grad_norm": 0.07411441951990128, + "learning_rate": 3.201484528475958e-05, + "loss": 0.0051, + "step": 286 + }, + { + "epoch": 1.1040963855421686, + "grad_norm": 0.188252255320549, + "learning_rate": 3.194317183405573e-05, + "loss": 0.0088, + "step": 287 + }, + { + "epoch": 1.1079518072289156, + "grad_norm": 1.1099765300750732, + "learning_rate": 3.187125919254869e-05, + "loss": 0.0182, + "step": 288 + }, + { + "epoch": 1.1118072289156626, + "grad_norm": 0.09729217737913132, + "learning_rate": 3.1799108800462466e-05, + "loss": 0.0058, + "step": 289 + }, + { + "epoch": 1.1156626506024097, + "grad_norm": 0.25208383798599243, + "learning_rate": 3.172672210278254e-05, + "loss": 0.0104, + "step": 290 + }, + { + "epoch": 1.1195180722891567, + "grad_norm": 0.1512216329574585, + "learning_rate": 3.1654100549227024e-05, + "loss": 0.0058, + "step": 291 + }, + { + "epoch": 1.1233734939759037, + "grad_norm": 0.17274995148181915, + "learning_rate": 3.158124559421758e-05, + "loss": 0.0059, + "step": 292 + }, + { + "epoch": 1.1272289156626507, + "grad_norm": 0.32907241582870483, + "learning_rate": 3.1508158696850275e-05, + "loss": 0.0119, + "step": 293 + }, + { + "epoch": 1.1310843373493975, + "grad_norm": 0.1462509036064148, + "learning_rate": 3.14348413208664e-05, + "loss": 0.0093, + "step": 294 + }, + { + "epoch": 1.1349397590361445, + "grad_norm": 0.23990927636623383, + "learning_rate": 3.136129493462312e-05, + "loss": 0.0095, + "step": 295 + }, + { + "epoch": 1.1387951807228915, + "grad_norm": 0.13981395959854126, + "learning_rate": 3.12875210110641e-05, + "loss": 0.006, + "step": 296 + }, + { + "epoch": 1.1426506024096386, + "grad_norm": 0.10694962739944458, + "learning_rate": 3.121352102768998e-05, + "loss": 0.005, + "step": 297 + }, + { + "epoch": 1.1465060240963856, + "grad_norm": 0.12599286437034607, + "learning_rate": 3.113929646652879e-05, + "loss": 0.0057, + "step": 298 + }, + { + "epoch": 1.1503614457831326, + "grad_norm": 0.09407994896173477, + "learning_rate": 3.106484881410628e-05, + "loss": 0.0056, + "step": 299 + }, + { + "epoch": 1.1542168674698796, + "grad_norm": 0.7781950831413269, + "learning_rate": 3.0990179561416124e-05, + "loss": 0.017, + "step": 300 + }, + { + "epoch": 1.1580722891566264, + "grad_norm": 0.12835298478603363, + "learning_rate": 3.091529020389009e-05, + "loss": 0.0053, + "step": 301 + }, + { + "epoch": 1.1619277108433734, + "grad_norm": 0.7488322854042053, + "learning_rate": 3.0840182241368083e-05, + "loss": 0.011, + "step": 302 + }, + { + "epoch": 1.1657831325301204, + "grad_norm": 0.16700711846351624, + "learning_rate": 3.076485717806808e-05, + "loss": 0.0082, + "step": 303 + }, + { + "epoch": 1.1696385542168675, + "grad_norm": 0.17361144721508026, + "learning_rate": 3.0689316522556026e-05, + "loss": 0.0097, + "step": 304 + }, + { + "epoch": 1.1734939759036145, + "grad_norm": 0.08619613200426102, + "learning_rate": 3.061356178771564e-05, + "loss": 0.0082, + "step": 305 + }, + { + "epoch": 1.1773493975903615, + "grad_norm": 0.15666592121124268, + "learning_rate": 3.053759449071807e-05, + "loss": 0.0106, + "step": 306 + }, + { + "epoch": 1.1812048192771085, + "grad_norm": 0.2268570214509964, + "learning_rate": 3.0461416152991555e-05, + "loss": 0.0082, + "step": 307 + }, + { + "epoch": 1.1850602409638555, + "grad_norm": 0.17297455668449402, + "learning_rate": 3.038502830019092e-05, + "loss": 0.0105, + "step": 308 + }, + { + "epoch": 1.1889156626506023, + "grad_norm": 0.18929991126060486, + "learning_rate": 3.0308432462167045e-05, + "loss": 0.0076, + "step": 309 + }, + { + "epoch": 1.1927710843373494, + "grad_norm": 0.25152456760406494, + "learning_rate": 3.0231630172936205e-05, + "loss": 0.0072, + "step": 310 + }, + { + "epoch": 1.1966265060240964, + "grad_norm": 0.6995307207107544, + "learning_rate": 3.015462297064936e-05, + "loss": 0.0155, + "step": 311 + }, + { + "epoch": 1.2004819277108434, + "grad_norm": 0.14346441626548767, + "learning_rate": 3.0077412397561345e-05, + "loss": 0.0194, + "step": 312 + }, + { + "epoch": 1.2043373493975904, + "grad_norm": 0.2826595604419708, + "learning_rate": 3.0000000000000004e-05, + "loss": 0.0198, + "step": 313 + }, + { + "epoch": 1.2081927710843374, + "grad_norm": 0.1361214816570282, + "learning_rate": 2.992238732833518e-05, + "loss": 0.007, + "step": 314 + }, + { + "epoch": 1.2120481927710842, + "grad_norm": 0.13326340913772583, + "learning_rate": 2.98445759369477e-05, + "loss": 0.0116, + "step": 315 + }, + { + "epoch": 1.2159036144578312, + "grad_norm": 0.09617264568805695, + "learning_rate": 2.9766567384198228e-05, + "loss": 0.0082, + "step": 316 + }, + { + "epoch": 1.2197590361445783, + "grad_norm": 0.1366315484046936, + "learning_rate": 2.9688363232396056e-05, + "loss": 0.0075, + "step": 317 + }, + { + "epoch": 1.2236144578313253, + "grad_norm": 0.696820080280304, + "learning_rate": 2.960996504776783e-05, + "loss": 0.0087, + "step": 318 + }, + { + "epoch": 1.2274698795180723, + "grad_norm": 0.42925387620925903, + "learning_rate": 2.9531374400426158e-05, + "loss": 0.0277, + "step": 319 + }, + { + "epoch": 1.2313253012048193, + "grad_norm": 0.16131658852100372, + "learning_rate": 2.945259286433819e-05, + "loss": 0.0097, + "step": 320 + }, + { + "epoch": 1.2351807228915663, + "grad_norm": 0.1256534606218338, + "learning_rate": 2.9373622017294075e-05, + "loss": 0.0086, + "step": 321 + }, + { + "epoch": 1.2390361445783133, + "grad_norm": 0.15791697800159454, + "learning_rate": 2.9294463440875375e-05, + "loss": 0.0119, + "step": 322 + }, + { + "epoch": 1.2428915662650604, + "grad_norm": 0.12754394114017487, + "learning_rate": 2.9215118720423375e-05, + "loss": 0.0071, + "step": 323 + }, + { + "epoch": 1.2467469879518072, + "grad_norm": 0.9191262125968933, + "learning_rate": 2.913558944500736e-05, + "loss": 0.0097, + "step": 324 + }, + { + "epoch": 1.2506024096385542, + "grad_norm": 0.10129745304584503, + "learning_rate": 2.9055877207392752e-05, + "loss": 0.0162, + "step": 325 + }, + { + "epoch": 1.2544578313253012, + "grad_norm": 0.12669669091701508, + "learning_rate": 2.897598360400925e-05, + "loss": 0.0051, + "step": 326 + }, + { + "epoch": 1.2583132530120482, + "grad_norm": 0.1282287985086441, + "learning_rate": 2.8895910234918828e-05, + "loss": 0.0069, + "step": 327 + }, + { + "epoch": 1.2621686746987952, + "grad_norm": 0.10596070438623428, + "learning_rate": 2.8815658703783715e-05, + "loss": 0.0044, + "step": 328 + }, + { + "epoch": 1.266024096385542, + "grad_norm": 0.3934219777584076, + "learning_rate": 2.873523061783426e-05, + "loss": 0.0122, + "step": 329 + }, + { + "epoch": 1.269879518072289, + "grad_norm": 0.13733914494514465, + "learning_rate": 2.8654627587836724e-05, + "loss": 0.0052, + "step": 330 + }, + { + "epoch": 1.273734939759036, + "grad_norm": 0.21395160257816315, + "learning_rate": 2.8573851228061084e-05, + "loss": 0.0067, + "step": 331 + }, + { + "epoch": 1.277590361445783, + "grad_norm": 0.23374490439891815, + "learning_rate": 2.8492903156248642e-05, + "loss": 0.0111, + "step": 332 + }, + { + "epoch": 1.28144578313253, + "grad_norm": 0.14450624585151672, + "learning_rate": 2.8411784993579633e-05, + "loss": 0.0097, + "step": 333 + }, + { + "epoch": 1.2853012048192771, + "grad_norm": 0.12868821620941162, + "learning_rate": 2.8330498364640803e-05, + "loss": 0.0088, + "step": 334 + }, + { + "epoch": 1.2891566265060241, + "grad_norm": 0.2879028618335724, + "learning_rate": 2.8249044897392814e-05, + "loss": 0.0191, + "step": 335 + }, + { + "epoch": 1.2930120481927712, + "grad_norm": 0.10924389213323593, + "learning_rate": 2.8167426223137682e-05, + "loss": 0.0063, + "step": 336 + }, + { + "epoch": 1.2968674698795182, + "grad_norm": 0.14800770580768585, + "learning_rate": 2.80856439764861e-05, + "loss": 0.01, + "step": 337 + }, + { + "epoch": 1.3007228915662652, + "grad_norm": 0.1235174834728241, + "learning_rate": 2.8003699795324674e-05, + "loss": 0.0044, + "step": 338 + }, + { + "epoch": 1.304578313253012, + "grad_norm": 0.2660425305366516, + "learning_rate": 2.792159532078314e-05, + "loss": 0.0068, + "step": 339 + }, + { + "epoch": 1.308433734939759, + "grad_norm": 0.10823825001716614, + "learning_rate": 2.7839332197201505e-05, + "loss": 0.0041, + "step": 340 + }, + { + "epoch": 1.312289156626506, + "grad_norm": 0.9430158734321594, + "learning_rate": 2.77569120720971e-05, + "loss": 0.0141, + "step": 341 + }, + { + "epoch": 1.316144578313253, + "grad_norm": 0.1147020012140274, + "learning_rate": 2.7674336596131596e-05, + "loss": 0.0075, + "step": 342 + }, + { + "epoch": 1.32, + "grad_norm": 0.1446715146303177, + "learning_rate": 2.7591607423077932e-05, + "loss": 0.0094, + "step": 343 + }, + { + "epoch": 1.3238554216867469, + "grad_norm": 0.08478965610265732, + "learning_rate": 2.75087262097872e-05, + "loss": 0.0034, + "step": 344 + }, + { + "epoch": 1.3277108433734939, + "grad_norm": 0.08715037256479263, + "learning_rate": 2.7425694616155474e-05, + "loss": 0.0052, + "step": 345 + }, + { + "epoch": 1.331566265060241, + "grad_norm": 2.43072772026062, + "learning_rate": 2.7342514305090554e-05, + "loss": 0.0223, + "step": 346 + }, + { + "epoch": 1.335421686746988, + "grad_norm": 0.1595911830663681, + "learning_rate": 2.7259186942478656e-05, + "loss": 0.0042, + "step": 347 + }, + { + "epoch": 1.339277108433735, + "grad_norm": 0.2817286550998688, + "learning_rate": 2.717571419715107e-05, + "loss": 0.027, + "step": 348 + }, + { + "epoch": 1.343132530120482, + "grad_norm": 0.5103950500488281, + "learning_rate": 2.7092097740850712e-05, + "loss": 0.0085, + "step": 349 + }, + { + "epoch": 1.346987951807229, + "grad_norm": 1.2923753261566162, + "learning_rate": 2.700833924819868e-05, + "loss": 0.01, + "step": 350 + }, + { + "epoch": 1.350843373493976, + "grad_norm": 0.16906492412090302, + "learning_rate": 2.692444039666066e-05, + "loss": 0.0109, + "step": 351 + }, + { + "epoch": 1.354698795180723, + "grad_norm": 0.37144047021865845, + "learning_rate": 2.684040286651338e-05, + "loss": 0.0113, + "step": 352 + }, + { + "epoch": 1.3585542168674698, + "grad_norm": 0.3601152300834656, + "learning_rate": 2.6756228340810946e-05, + "loss": 0.0114, + "step": 353 + }, + { + "epoch": 1.3624096385542168, + "grad_norm": 0.5444064140319824, + "learning_rate": 2.6671918505351132e-05, + "loss": 0.0086, + "step": 354 + }, + { + "epoch": 1.3662650602409638, + "grad_norm": 0.14150206744670868, + "learning_rate": 2.6587475048641596e-05, + "loss": 0.0043, + "step": 355 + }, + { + "epoch": 1.3701204819277109, + "grad_norm": 0.09511060267686844, + "learning_rate": 2.6502899661866104e-05, + "loss": 0.0062, + "step": 356 + }, + { + "epoch": 1.3739759036144579, + "grad_norm": 0.16923631727695465, + "learning_rate": 2.6418194038850634e-05, + "loss": 0.0157, + "step": 357 + }, + { + "epoch": 1.377831325301205, + "grad_norm": 0.13884925842285156, + "learning_rate": 2.6333359876029455e-05, + "loss": 0.0058, + "step": 358 + }, + { + "epoch": 1.3816867469879517, + "grad_norm": 0.1783420443534851, + "learning_rate": 2.624839887241115e-05, + "loss": 0.0071, + "step": 359 + }, + { + "epoch": 1.3855421686746987, + "grad_norm": 0.15586194396018982, + "learning_rate": 2.6163312729544616e-05, + "loss": 0.0079, + "step": 360 + }, + { + "epoch": 1.3893975903614457, + "grad_norm": 0.22028474509716034, + "learning_rate": 2.607810315148494e-05, + "loss": 0.0078, + "step": 361 + }, + { + "epoch": 1.3932530120481927, + "grad_norm": 0.14147606492042542, + "learning_rate": 2.5992771844759315e-05, + "loss": 0.0078, + "step": 362 + }, + { + "epoch": 1.3971084337349398, + "grad_norm": 0.11384939402341843, + "learning_rate": 2.5907320518332827e-05, + "loss": 0.0067, + "step": 363 + }, + { + "epoch": 1.4009638554216868, + "grad_norm": 0.6917237639427185, + "learning_rate": 2.582175088357426e-05, + "loss": 0.0097, + "step": 364 + }, + { + "epoch": 1.4048192771084338, + "grad_norm": 0.26896387338638306, + "learning_rate": 2.5736064654221808e-05, + "loss": 0.0109, + "step": 365 + }, + { + "epoch": 1.4086746987951808, + "grad_norm": 0.1673029661178589, + "learning_rate": 2.5650263546348743e-05, + "loss": 0.0082, + "step": 366 + }, + { + "epoch": 1.4125301204819278, + "grad_norm": 0.1272229552268982, + "learning_rate": 2.5564349278329056e-05, + "loss": 0.0101, + "step": 367 + }, + { + "epoch": 1.4163855421686746, + "grad_norm": 0.1690957248210907, + "learning_rate": 2.547832357080305e-05, + "loss": 0.0125, + "step": 368 + }, + { + "epoch": 1.4202409638554216, + "grad_norm": 0.20461033284664154, + "learning_rate": 2.539218814664288e-05, + "loss": 0.0109, + "step": 369 + }, + { + "epoch": 1.4240963855421687, + "grad_norm": 0.28373226523399353, + "learning_rate": 2.5305944730918017e-05, + "loss": 0.0152, + "step": 370 + }, + { + "epoch": 1.4279518072289157, + "grad_norm": 0.2010459452867508, + "learning_rate": 2.521959505086075e-05, + "loss": 0.0067, + "step": 371 + }, + { + "epoch": 1.4318072289156627, + "grad_norm": 0.28684207797050476, + "learning_rate": 2.5133140835831537e-05, + "loss": 0.0092, + "step": 372 + }, + { + "epoch": 1.4356626506024097, + "grad_norm": 0.21436753869056702, + "learning_rate": 2.5046583817284437e-05, + "loss": 0.0095, + "step": 373 + }, + { + "epoch": 1.4395180722891565, + "grad_norm": 0.12941661477088928, + "learning_rate": 2.495992572873237e-05, + "loss": 0.0063, + "step": 374 + }, + { + "epoch": 1.4433734939759035, + "grad_norm": 0.15036840736865997, + "learning_rate": 2.487316830571244e-05, + "loss": 0.0125, + "step": 375 + }, + { + "epoch": 1.4472289156626506, + "grad_norm": 0.1019950732588768, + "learning_rate": 2.4786313285751158e-05, + "loss": 0.004, + "step": 376 + }, + { + "epoch": 1.4510843373493976, + "grad_norm": 0.12085995823144913, + "learning_rate": 2.4699362408329646e-05, + "loss": 0.0051, + "step": 377 + }, + { + "epoch": 1.4549397590361446, + "grad_norm": 0.16224437952041626, + "learning_rate": 2.4612317414848804e-05, + "loss": 0.0057, + "step": 378 + }, + { + "epoch": 1.4587951807228916, + "grad_norm": 0.49838605523109436, + "learning_rate": 2.4525180048594452e-05, + "loss": 0.0081, + "step": 379 + }, + { + "epoch": 1.4626506024096386, + "grad_norm": 0.13203397393226624, + "learning_rate": 2.4437952054702354e-05, + "loss": 0.0084, + "step": 380 + }, + { + "epoch": 1.4665060240963856, + "grad_norm": 0.2933284044265747, + "learning_rate": 2.435063518012335e-05, + "loss": 0.0167, + "step": 381 + }, + { + "epoch": 1.4703614457831327, + "grad_norm": 0.16203272342681885, + "learning_rate": 2.4263231173588323e-05, + "loss": 0.0076, + "step": 382 + }, + { + "epoch": 1.4742168674698795, + "grad_norm": 0.11736200004816055, + "learning_rate": 2.4175741785573177e-05, + "loss": 0.007, + "step": 383 + }, + { + "epoch": 1.4780722891566265, + "grad_norm": 0.11185964941978455, + "learning_rate": 2.4088168768263782e-05, + "loss": 0.0079, + "step": 384 + }, + { + "epoch": 1.4819277108433735, + "grad_norm": 0.1776389628648758, + "learning_rate": 2.4000513875520892e-05, + "loss": 0.0087, + "step": 385 + }, + { + "epoch": 1.4857831325301205, + "grad_norm": 0.11572884768247604, + "learning_rate": 2.3912778862845015e-05, + "loss": 0.0069, + "step": 386 + }, + { + "epoch": 1.4896385542168675, + "grad_norm": 0.12890145182609558, + "learning_rate": 2.3824965487341247e-05, + "loss": 0.0075, + "step": 387 + }, + { + "epoch": 1.4934939759036143, + "grad_norm": 0.19975218176841736, + "learning_rate": 2.3737075507684103e-05, + "loss": 0.0101, + "step": 388 + }, + { + "epoch": 1.4973493975903613, + "grad_norm": 0.32604387402534485, + "learning_rate": 2.3649110684082258e-05, + "loss": 0.0072, + "step": 389 + }, + { + "epoch": 1.5012048192771084, + "grad_norm": 0.12934386730194092, + "learning_rate": 2.3561072778243335e-05, + "loss": 0.0078, + "step": 390 + }, + { + "epoch": 1.5050602409638554, + "grad_norm": 0.11547217518091202, + "learning_rate": 2.3472963553338614e-05, + "loss": 0.0071, + "step": 391 + }, + { + "epoch": 1.5089156626506024, + "grad_norm": 0.09941789507865906, + "learning_rate": 2.3384784773967675e-05, + "loss": 0.0123, + "step": 392 + }, + { + "epoch": 1.5127710843373494, + "grad_norm": 0.7121322751045227, + "learning_rate": 2.3296538206123134e-05, + "loss": 0.0065, + "step": 393 + }, + { + "epoch": 1.5166265060240964, + "grad_norm": 0.140323668718338, + "learning_rate": 2.3208225617155206e-05, + "loss": 0.0063, + "step": 394 + }, + { + "epoch": 1.5204819277108435, + "grad_norm": 0.15863126516342163, + "learning_rate": 2.311984877573636e-05, + "loss": 0.0136, + "step": 395 + }, + { + "epoch": 1.5243373493975905, + "grad_norm": 0.1590386927127838, + "learning_rate": 2.3031409451825852e-05, + "loss": 0.0146, + "step": 396 + }, + { + "epoch": 1.5281927710843375, + "grad_norm": 0.12217574566602707, + "learning_rate": 2.2942909416634326e-05, + "loss": 0.0066, + "step": 397 + }, + { + "epoch": 1.5320481927710843, + "grad_norm": 0.11038487404584885, + "learning_rate": 2.285435044258829e-05, + "loss": 0.0059, + "step": 398 + }, + { + "epoch": 1.5359036144578313, + "grad_norm": 0.28101980686187744, + "learning_rate": 2.2765734303294666e-05, + "loss": 0.0091, + "step": 399 + }, + { + "epoch": 1.5397590361445783, + "grad_norm": 0.136636421084404, + "learning_rate": 2.2677062773505235e-05, + "loss": 0.0045, + "step": 400 + }, + { + "epoch": 1.5436144578313253, + "grad_norm": 0.09847535192966461, + "learning_rate": 2.2588337629081107e-05, + "loss": 0.0061, + "step": 401 + }, + { + "epoch": 1.5474698795180721, + "grad_norm": 0.13071104884147644, + "learning_rate": 2.249956064695717e-05, + "loss": 0.0059, + "step": 402 + }, + { + "epoch": 1.5513253012048192, + "grad_norm": 0.09452104568481445, + "learning_rate": 2.2410733605106462e-05, + "loss": 0.0049, + "step": 403 + }, + { + "epoch": 1.5551807228915662, + "grad_norm": 0.12455491721630096, + "learning_rate": 2.2321858282504606e-05, + "loss": 0.0055, + "step": 404 + }, + { + "epoch": 1.5590361445783132, + "grad_norm": 0.195816308259964, + "learning_rate": 2.2232936459094158e-05, + "loss": 0.0076, + "step": 405 + }, + { + "epoch": 1.5628915662650602, + "grad_norm": 0.1624608188867569, + "learning_rate": 2.214396991574896e-05, + "loss": 0.0117, + "step": 406 + }, + { + "epoch": 1.5667469879518072, + "grad_norm": 0.07928434759378433, + "learning_rate": 2.205496043423849e-05, + "loss": 0.0043, + "step": 407 + }, + { + "epoch": 1.5706024096385542, + "grad_norm": 0.44694873690605164, + "learning_rate": 2.1965909797192143e-05, + "loss": 0.0082, + "step": 408 + }, + { + "epoch": 1.5744578313253013, + "grad_norm": 0.1101914644241333, + "learning_rate": 2.1876819788063586e-05, + "loss": 0.0063, + "step": 409 + }, + { + "epoch": 1.5783132530120483, + "grad_norm": 0.10395577549934387, + "learning_rate": 2.1787692191094986e-05, + "loss": 0.0058, + "step": 410 + }, + { + "epoch": 1.5821686746987953, + "grad_norm": 0.14004680514335632, + "learning_rate": 2.16985287912813e-05, + "loss": 0.0062, + "step": 411 + }, + { + "epoch": 1.5860240963855423, + "grad_norm": 0.15407921373844147, + "learning_rate": 2.1609331374334523e-05, + "loss": 0.007, + "step": 412 + }, + { + "epoch": 1.589879518072289, + "grad_norm": 0.10258454084396362, + "learning_rate": 2.1520101726647922e-05, + "loss": 0.0115, + "step": 413 + }, + { + "epoch": 1.5937349397590361, + "grad_norm": 0.13689640164375305, + "learning_rate": 2.1430841635260274e-05, + "loss": 0.025, + "step": 414 + }, + { + "epoch": 1.5975903614457831, + "grad_norm": 0.10260256379842758, + "learning_rate": 2.1341552887820048e-05, + "loss": 0.0048, + "step": 415 + }, + { + "epoch": 1.6014457831325302, + "grad_norm": 0.17679180204868317, + "learning_rate": 2.125223727254964e-05, + "loss": 0.0209, + "step": 416 + }, + { + "epoch": 1.605301204819277, + "grad_norm": 0.16429021954536438, + "learning_rate": 2.1162896578209517e-05, + "loss": 0.018, + "step": 417 + }, + { + "epoch": 1.609156626506024, + "grad_norm": 0.5342340469360352, + "learning_rate": 2.1073532594062432e-05, + "loss": 0.0063, + "step": 418 + }, + { + "epoch": 1.613012048192771, + "grad_norm": 0.23090562224388123, + "learning_rate": 2.0984147109837564e-05, + "loss": 0.0043, + "step": 419 + }, + { + "epoch": 1.616867469879518, + "grad_norm": 0.09459249675273895, + "learning_rate": 2.0894741915694685e-05, + "loss": 0.0051, + "step": 420 + }, + { + "epoch": 1.620722891566265, + "grad_norm": 0.20056606829166412, + "learning_rate": 2.0805318802188307e-05, + "loss": 0.0108, + "step": 421 + }, + { + "epoch": 1.624578313253012, + "grad_norm": 0.5049247145652771, + "learning_rate": 2.071587956023181e-05, + "loss": 0.0121, + "step": 422 + }, + { + "epoch": 1.628433734939759, + "grad_norm": 0.10519257187843323, + "learning_rate": 2.0626425981061608e-05, + "loss": 0.0053, + "step": 423 + }, + { + "epoch": 1.632289156626506, + "grad_norm": 0.1042436957359314, + "learning_rate": 2.053695985620123e-05, + "loss": 0.0082, + "step": 424 + }, + { + "epoch": 1.636144578313253, + "grad_norm": 0.15873271226882935, + "learning_rate": 2.0447482977425465e-05, + "loss": 0.0088, + "step": 425 + }, + { + "epoch": 1.6400000000000001, + "grad_norm": 0.09151361882686615, + "learning_rate": 2.0357997136724486e-05, + "loss": 0.0133, + "step": 426 + }, + { + "epoch": 1.6438554216867471, + "grad_norm": 0.08998992294073105, + "learning_rate": 2.0268504126267952e-05, + "loss": 0.0049, + "step": 427 + }, + { + "epoch": 1.647710843373494, + "grad_norm": 0.08661992847919464, + "learning_rate": 2.0179005738369098e-05, + "loss": 0.0051, + "step": 428 + }, + { + "epoch": 1.651566265060241, + "grad_norm": 0.18930229544639587, + "learning_rate": 2.008950376544887e-05, + "loss": 0.0058, + "step": 429 + }, + { + "epoch": 1.655421686746988, + "grad_norm": 0.10838332027196884, + "learning_rate": 2e-05, + "loss": 0.0099, + "step": 430 + }, + { + "epoch": 1.659277108433735, + "grad_norm": 0.2523624300956726, + "learning_rate": 1.9910496234551132e-05, + "loss": 0.0149, + "step": 431 + }, + { + "epoch": 1.6631325301204818, + "grad_norm": 0.10037925094366074, + "learning_rate": 1.982099426163091e-05, + "loss": 0.0061, + "step": 432 + }, + { + "epoch": 1.6669879518072288, + "grad_norm": 0.0841156542301178, + "learning_rate": 1.9731495873732055e-05, + "loss": 0.0059, + "step": 433 + }, + { + "epoch": 1.6708433734939758, + "grad_norm": 0.08965729922056198, + "learning_rate": 1.9642002863275517e-05, + "loss": 0.0051, + "step": 434 + }, + { + "epoch": 1.6746987951807228, + "grad_norm": 0.10749141871929169, + "learning_rate": 1.9552517022574542e-05, + "loss": 0.0102, + "step": 435 + }, + { + "epoch": 1.6785542168674699, + "grad_norm": 0.14290869235992432, + "learning_rate": 1.946304014379878e-05, + "loss": 0.008, + "step": 436 + }, + { + "epoch": 1.6824096385542169, + "grad_norm": 0.19874858856201172, + "learning_rate": 1.93735740189384e-05, + "loss": 0.0089, + "step": 437 + }, + { + "epoch": 1.686265060240964, + "grad_norm": 0.13204169273376465, + "learning_rate": 1.9284120439768192e-05, + "loss": 0.0142, + "step": 438 + }, + { + "epoch": 1.690120481927711, + "grad_norm": 0.3346060812473297, + "learning_rate": 1.9194681197811703e-05, + "loss": 0.0047, + "step": 439 + }, + { + "epoch": 1.693975903614458, + "grad_norm": 0.3231620788574219, + "learning_rate": 1.910525808430532e-05, + "loss": 0.0082, + "step": 440 + }, + { + "epoch": 1.697831325301205, + "grad_norm": 0.17857253551483154, + "learning_rate": 1.901585289016244e-05, + "loss": 0.0035, + "step": 441 + }, + { + "epoch": 1.701686746987952, + "grad_norm": 0.3094499707221985, + "learning_rate": 1.8926467405937567e-05, + "loss": 0.015, + "step": 442 + }, + { + "epoch": 1.7055421686746988, + "grad_norm": 0.11924882233142853, + "learning_rate": 1.8837103421790486e-05, + "loss": 0.0198, + "step": 443 + }, + { + "epoch": 1.7093975903614458, + "grad_norm": 0.15662431716918945, + "learning_rate": 1.8747762727450363e-05, + "loss": 0.0088, + "step": 444 + }, + { + "epoch": 1.7132530120481928, + "grad_norm": 0.12857934832572937, + "learning_rate": 1.8658447112179952e-05, + "loss": 0.0177, + "step": 445 + }, + { + "epoch": 1.7171084337349396, + "grad_norm": 0.0960603877902031, + "learning_rate": 1.8569158364739736e-05, + "loss": 0.0042, + "step": 446 + }, + { + "epoch": 1.7209638554216866, + "grad_norm": 0.08039736747741699, + "learning_rate": 1.8479898273352084e-05, + "loss": 0.0043, + "step": 447 + }, + { + "epoch": 1.7248192771084336, + "grad_norm": 0.0857943594455719, + "learning_rate": 1.8390668625665483e-05, + "loss": 0.0031, + "step": 448 + }, + { + "epoch": 1.7286746987951807, + "grad_norm": 0.14046747982501984, + "learning_rate": 1.83014712087187e-05, + "loss": 0.0129, + "step": 449 + }, + { + "epoch": 1.7325301204819277, + "grad_norm": 0.1024412289261818, + "learning_rate": 1.821230780890502e-05, + "loss": 0.0101, + "step": 450 + }, + { + "epoch": 1.7363855421686747, + "grad_norm": 0.08862444758415222, + "learning_rate": 1.8123180211936417e-05, + "loss": 0.0069, + "step": 451 + }, + { + "epoch": 1.7402409638554217, + "grad_norm": 0.06873127818107605, + "learning_rate": 1.803409020280786e-05, + "loss": 0.004, + "step": 452 + }, + { + "epoch": 1.7440963855421687, + "grad_norm": 0.0650935024023056, + "learning_rate": 1.794503956576152e-05, + "loss": 0.0027, + "step": 453 + }, + { + "epoch": 1.7479518072289157, + "grad_norm": 0.10328482836484909, + "learning_rate": 1.7856030084251045e-05, + "loss": 0.0047, + "step": 454 + }, + { + "epoch": 1.7518072289156628, + "grad_norm": 0.14203296601772308, + "learning_rate": 1.776706354090585e-05, + "loss": 0.0081, + "step": 455 + }, + { + "epoch": 1.7556626506024098, + "grad_norm": 0.08143935352563858, + "learning_rate": 1.7678141717495394e-05, + "loss": 0.0045, + "step": 456 + }, + { + "epoch": 1.7595180722891566, + "grad_norm": 0.11309202760457993, + "learning_rate": 1.758926639489354e-05, + "loss": 0.0159, + "step": 457 + }, + { + "epoch": 1.7633734939759036, + "grad_norm": 0.10518789291381836, + "learning_rate": 1.7500439353042834e-05, + "loss": 0.0126, + "step": 458 + }, + { + "epoch": 1.7672289156626506, + "grad_norm": 0.09407763183116913, + "learning_rate": 1.7411662370918893e-05, + "loss": 0.0046, + "step": 459 + }, + { + "epoch": 1.7710843373493976, + "grad_norm": 0.09223105013370514, + "learning_rate": 1.7322937226494775e-05, + "loss": 0.0056, + "step": 460 + } + ], + "logging_steps": 1, + "max_steps": 780, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 92, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.495292037610078e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-460/training_args.bin b/checkpoint-460/training_args.bin new file mode 100644 index 0000000..16dd9a0 --- /dev/null +++ b/checkpoint-460/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278dd9cb4a0ad2cab5c6d1358fbf0c25929c01aec5836b90960695f31f47b1b6 +size 7825 diff --git a/checkpoint-552/chat_template.jinja b/checkpoint-552/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/checkpoint-552/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-552/config.json b/checkpoint-552/config.json new file mode 100644 index 0000000..8da640a --- /dev/null +++ b/checkpoint-552/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.56.2", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/checkpoint-552/generation_config.json b/checkpoint-552/generation_config.json new file mode 100644 index 0000000..2152026 --- /dev/null +++ b/checkpoint-552/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128009, + 128001, + 128008, + 128009 + ], + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-552/model-00001-of-00002.safetensors b/checkpoint-552/model-00001-of-00002.safetensors new file mode 100644 index 0000000..09365c4 --- /dev/null +++ b/checkpoint-552/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0598c2610bd700ed4e1b3603cb7cecaaec162251362280c4949ec9bb0ab06c0b +size 4965799096 diff --git a/checkpoint-552/model-00002-of-00002.safetensors b/checkpoint-552/model-00002-of-00002.safetensors new file mode 100644 index 0000000..9493972 --- /dev/null +++ b/checkpoint-552/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a541a4b35fc4c132c214b3cd459a85568af679c9154128af1654e7590dedf60 +size 2247734992 diff --git a/checkpoint-552/model.safetensors.index.json b/checkpoint-552/model.safetensors.index.json new file mode 100644 index 0000000..887d493 --- /dev/null +++ b/checkpoint-552/model.safetensors.index.json @@ -0,0 +1,263 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 7213504512 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/checkpoint-552/special_tokens_map.json b/checkpoint-552/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/checkpoint-552/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-552/tokenizer.json b/checkpoint-552/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/checkpoint-552/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-552/tokenizer_config.json b/checkpoint-552/tokenizer_config.json new file mode 100644 index 0000000..d1e1ea9 --- /dev/null +++ b/checkpoint-552/tokenizer_config.json @@ -0,0 +1,2068 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-552/trainer_state.json b/checkpoint-552/trainer_state.json new file mode 100644 index 0000000..7935272 --- /dev/null +++ b/checkpoint-552/trainer_state.json @@ -0,0 +1,3898 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.1233734939759037, + "eval_steps": 500, + "global_step": 552, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0038554216867469878, + "grad_norm": 1.2289724349975586, + "learning_rate": 0.0, + "loss": 0.0363, + "step": 1 + }, + { + "epoch": 0.0077108433734939755, + "grad_norm": 1.148133635520935, + "learning_rate": 5.128205128205128e-07, + "loss": 0.042, + "step": 2 + }, + { + "epoch": 0.011566265060240964, + "grad_norm": 1.251704216003418, + "learning_rate": 1.0256410256410257e-06, + "loss": 0.0442, + "step": 3 + }, + { + "epoch": 0.015421686746987951, + "grad_norm": 1.1709717512130737, + "learning_rate": 1.5384615384615387e-06, + "loss": 0.0363, + "step": 4 + }, + { + "epoch": 0.01927710843373494, + "grad_norm": 1.1885852813720703, + "learning_rate": 2.0512820512820513e-06, + "loss": 0.0281, + "step": 5 + }, + { + "epoch": 0.02313253012048193, + "grad_norm": 0.7513725161552429, + "learning_rate": 2.564102564102564e-06, + "loss": 0.0456, + "step": 6 + }, + { + "epoch": 0.026987951807228915, + "grad_norm": 0.6604480147361755, + "learning_rate": 3.0769230769230774e-06, + "loss": 0.0336, + "step": 7 + }, + { + "epoch": 0.030843373493975902, + "grad_norm": 0.5245765447616577, + "learning_rate": 3.58974358974359e-06, + "loss": 0.0351, + "step": 8 + }, + { + "epoch": 0.03469879518072289, + "grad_norm": 0.35446059703826904, + "learning_rate": 4.102564102564103e-06, + "loss": 0.022, + "step": 9 + }, + { + "epoch": 0.03855421686746988, + "grad_norm": 0.40557414293289185, + "learning_rate": 4.615384615384616e-06, + "loss": 0.0248, + "step": 10 + }, + { + "epoch": 0.042409638554216866, + "grad_norm": 0.3844715356826782, + "learning_rate": 5.128205128205128e-06, + "loss": 0.0289, + "step": 11 + }, + { + "epoch": 0.04626506024096386, + "grad_norm": 0.31521302461624146, + "learning_rate": 5.641025641025641e-06, + "loss": 0.0221, + "step": 12 + }, + { + "epoch": 0.05012048192771084, + "grad_norm": 0.40441566705703735, + "learning_rate": 6.153846153846155e-06, + "loss": 0.0226, + "step": 13 + }, + { + "epoch": 0.05397590361445783, + "grad_norm": 0.30345258116722107, + "learning_rate": 6.666666666666667e-06, + "loss": 0.0181, + "step": 14 + }, + { + "epoch": 0.05783132530120482, + "grad_norm": 0.32419148087501526, + "learning_rate": 7.17948717948718e-06, + "loss": 0.0217, + "step": 15 + }, + { + "epoch": 0.061686746987951804, + "grad_norm": 0.29662227630615234, + "learning_rate": 7.692307692307694e-06, + "loss": 0.0216, + "step": 16 + }, + { + "epoch": 0.0655421686746988, + "grad_norm": 0.24562332034111023, + "learning_rate": 8.205128205128205e-06, + "loss": 0.0163, + "step": 17 + }, + { + "epoch": 0.06939759036144579, + "grad_norm": 0.21251554787158966, + "learning_rate": 8.717948717948719e-06, + "loss": 0.0176, + "step": 18 + }, + { + "epoch": 0.07325301204819278, + "grad_norm": 0.195358544588089, + "learning_rate": 9.230769230769232e-06, + "loss": 0.0121, + "step": 19 + }, + { + "epoch": 0.07710843373493977, + "grad_norm": 0.1519210785627365, + "learning_rate": 9.743589743589744e-06, + "loss": 0.0103, + "step": 20 + }, + { + "epoch": 0.08096385542168674, + "grad_norm": 0.29832565784454346, + "learning_rate": 1.0256410256410256e-05, + "loss": 0.0197, + "step": 21 + }, + { + "epoch": 0.08481927710843373, + "grad_norm": 0.24802711606025696, + "learning_rate": 1.076923076923077e-05, + "loss": 0.0207, + "step": 22 + }, + { + "epoch": 0.08867469879518072, + "grad_norm": 0.17878903448581696, + "learning_rate": 1.1282051282051283e-05, + "loss": 0.014, + "step": 23 + }, + { + "epoch": 0.09253012048192771, + "grad_norm": 0.23687325417995453, + "learning_rate": 1.1794871794871796e-05, + "loss": 0.0153, + "step": 24 + }, + { + "epoch": 0.0963855421686747, + "grad_norm": 0.29058969020843506, + "learning_rate": 1.230769230769231e-05, + "loss": 0.0149, + "step": 25 + }, + { + "epoch": 0.10024096385542168, + "grad_norm": 0.1624310314655304, + "learning_rate": 1.2820512820512823e-05, + "loss": 0.0127, + "step": 26 + }, + { + "epoch": 0.10409638554216867, + "grad_norm": 0.27256354689598083, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.0173, + "step": 27 + }, + { + "epoch": 0.10795180722891566, + "grad_norm": 0.24831782281398773, + "learning_rate": 1.3846153846153847e-05, + "loss": 0.0161, + "step": 28 + }, + { + "epoch": 0.11180722891566265, + "grad_norm": 0.20417729020118713, + "learning_rate": 1.435897435897436e-05, + "loss": 0.0127, + "step": 29 + }, + { + "epoch": 0.11566265060240964, + "grad_norm": 0.22253485023975372, + "learning_rate": 1.4871794871794874e-05, + "loss": 0.018, + "step": 30 + }, + { + "epoch": 0.11951807228915663, + "grad_norm": 0.1634419709444046, + "learning_rate": 1.5384615384615387e-05, + "loss": 0.0092, + "step": 31 + }, + { + "epoch": 0.12337349397590361, + "grad_norm": 0.16349917650222778, + "learning_rate": 1.5897435897435897e-05, + "loss": 0.0151, + "step": 32 + }, + { + "epoch": 0.1272289156626506, + "grad_norm": 0.2271573394536972, + "learning_rate": 1.641025641025641e-05, + "loss": 0.0174, + "step": 33 + }, + { + "epoch": 0.1310843373493976, + "grad_norm": 0.1916988492012024, + "learning_rate": 1.6923076923076924e-05, + "loss": 0.0126, + "step": 34 + }, + { + "epoch": 0.13493975903614458, + "grad_norm": 0.23479051887989044, + "learning_rate": 1.7435897435897438e-05, + "loss": 0.0116, + "step": 35 + }, + { + "epoch": 0.13879518072289157, + "grad_norm": 0.18296493589878082, + "learning_rate": 1.794871794871795e-05, + "loss": 0.0133, + "step": 36 + }, + { + "epoch": 0.14265060240963856, + "grad_norm": 0.12307147681713104, + "learning_rate": 1.8461538461538465e-05, + "loss": 0.0093, + "step": 37 + }, + { + "epoch": 0.14650602409638555, + "grad_norm": 0.1736001819372177, + "learning_rate": 1.8974358974358975e-05, + "loss": 0.0097, + "step": 38 + }, + { + "epoch": 0.15036144578313254, + "grad_norm": 0.21048344671726227, + "learning_rate": 1.9487179487179488e-05, + "loss": 0.0121, + "step": 39 + }, + { + "epoch": 0.15421686746987953, + "grad_norm": 0.18844228982925415, + "learning_rate": 2e-05, + "loss": 0.0145, + "step": 40 + }, + { + "epoch": 0.1580722891566265, + "grad_norm": 0.24053065478801727, + "learning_rate": 2.0512820512820512e-05, + "loss": 0.0233, + "step": 41 + }, + { + "epoch": 0.16192771084337348, + "grad_norm": 0.16952425241470337, + "learning_rate": 2.102564102564103e-05, + "loss": 0.024, + "step": 42 + }, + { + "epoch": 0.16578313253012048, + "grad_norm": 0.1816851794719696, + "learning_rate": 2.153846153846154e-05, + "loss": 0.0165, + "step": 43 + }, + { + "epoch": 0.16963855421686747, + "grad_norm": 0.17718464136123657, + "learning_rate": 2.2051282051282056e-05, + "loss": 0.0171, + "step": 44 + }, + { + "epoch": 0.17349397590361446, + "grad_norm": 0.44719773530960083, + "learning_rate": 2.2564102564102566e-05, + "loss": 0.0357, + "step": 45 + }, + { + "epoch": 0.17734939759036145, + "grad_norm": 0.1649208813905716, + "learning_rate": 2.3076923076923076e-05, + "loss": 0.016, + "step": 46 + }, + { + "epoch": 0.18120481927710844, + "grad_norm": 0.17772121727466583, + "learning_rate": 2.3589743589743593e-05, + "loss": 0.0106, + "step": 47 + }, + { + "epoch": 0.18506024096385543, + "grad_norm": 0.30155256390571594, + "learning_rate": 2.4102564102564103e-05, + "loss": 0.0132, + "step": 48 + }, + { + "epoch": 0.18891566265060242, + "grad_norm": 0.1777803599834442, + "learning_rate": 2.461538461538462e-05, + "loss": 0.0089, + "step": 49 + }, + { + "epoch": 0.1927710843373494, + "grad_norm": 0.23959968984127045, + "learning_rate": 2.512820512820513e-05, + "loss": 0.0137, + "step": 50 + }, + { + "epoch": 0.1966265060240964, + "grad_norm": 0.2473219782114029, + "learning_rate": 2.5641025641025646e-05, + "loss": 0.0241, + "step": 51 + }, + { + "epoch": 0.20048192771084336, + "grad_norm": 0.14216162264347076, + "learning_rate": 2.6153846153846157e-05, + "loss": 0.0089, + "step": 52 + }, + { + "epoch": 0.20433734939759035, + "grad_norm": 0.16024824976921082, + "learning_rate": 2.6666666666666667e-05, + "loss": 0.0105, + "step": 53 + }, + { + "epoch": 0.20819277108433734, + "grad_norm": 0.19614927470684052, + "learning_rate": 2.7179487179487183e-05, + "loss": 0.0102, + "step": 54 + }, + { + "epoch": 0.21204819277108433, + "grad_norm": 0.18651551008224487, + "learning_rate": 2.7692307692307694e-05, + "loss": 0.0109, + "step": 55 + }, + { + "epoch": 0.21590361445783132, + "grad_norm": 0.1358720362186432, + "learning_rate": 2.820512820512821e-05, + "loss": 0.0082, + "step": 56 + }, + { + "epoch": 0.2197590361445783, + "grad_norm": 0.13998733460903168, + "learning_rate": 2.871794871794872e-05, + "loss": 0.0081, + "step": 57 + }, + { + "epoch": 0.2236144578313253, + "grad_norm": 0.1299574077129364, + "learning_rate": 2.923076923076923e-05, + "loss": 0.0067, + "step": 58 + }, + { + "epoch": 0.2274698795180723, + "grad_norm": 0.17477169632911682, + "learning_rate": 2.9743589743589747e-05, + "loss": 0.0091, + "step": 59 + }, + { + "epoch": 0.23132530120481928, + "grad_norm": 0.27078455686569214, + "learning_rate": 3.0256410256410257e-05, + "loss": 0.0128, + "step": 60 + }, + { + "epoch": 0.23518072289156627, + "grad_norm": 0.2184700220823288, + "learning_rate": 3.0769230769230774e-05, + "loss": 0.0236, + "step": 61 + }, + { + "epoch": 0.23903614457831326, + "grad_norm": 0.21013228595256805, + "learning_rate": 3.128205128205129e-05, + "loss": 0.0114, + "step": 62 + }, + { + "epoch": 0.24289156626506025, + "grad_norm": 0.4988560974597931, + "learning_rate": 3.1794871794871795e-05, + "loss": 0.0111, + "step": 63 + }, + { + "epoch": 0.24674698795180722, + "grad_norm": 0.18484456837177277, + "learning_rate": 3.230769230769231e-05, + "loss": 0.0104, + "step": 64 + }, + { + "epoch": 0.25060240963855424, + "grad_norm": 0.19871847331523895, + "learning_rate": 3.282051282051282e-05, + "loss": 0.0094, + "step": 65 + }, + { + "epoch": 0.2544578313253012, + "grad_norm": 0.17952671647071838, + "learning_rate": 3.3333333333333335e-05, + "loss": 0.0127, + "step": 66 + }, + { + "epoch": 0.2583132530120482, + "grad_norm": 0.29055604338645935, + "learning_rate": 3.384615384615385e-05, + "loss": 0.023, + "step": 67 + }, + { + "epoch": 0.2621686746987952, + "grad_norm": 0.2033795416355133, + "learning_rate": 3.435897435897436e-05, + "loss": 0.0091, + "step": 68 + }, + { + "epoch": 0.26602409638554214, + "grad_norm": 0.2499230057001114, + "learning_rate": 3.4871794871794875e-05, + "loss": 0.0221, + "step": 69 + }, + { + "epoch": 0.26987951807228916, + "grad_norm": 0.22038578987121582, + "learning_rate": 3.538461538461539e-05, + "loss": 0.0139, + "step": 70 + }, + { + "epoch": 0.2737349397590361, + "grad_norm": 0.14657297730445862, + "learning_rate": 3.58974358974359e-05, + "loss": 0.0104, + "step": 71 + }, + { + "epoch": 0.27759036144578314, + "grad_norm": 0.23861773312091827, + "learning_rate": 3.6410256410256416e-05, + "loss": 0.0126, + "step": 72 + }, + { + "epoch": 0.2814457831325301, + "grad_norm": 0.21007320284843445, + "learning_rate": 3.692307692307693e-05, + "loss": 0.0133, + "step": 73 + }, + { + "epoch": 0.2853012048192771, + "grad_norm": 0.20938654243946075, + "learning_rate": 3.7435897435897436e-05, + "loss": 0.0116, + "step": 74 + }, + { + "epoch": 0.2891566265060241, + "grad_norm": 0.27394789457321167, + "learning_rate": 3.794871794871795e-05, + "loss": 0.0158, + "step": 75 + }, + { + "epoch": 0.2930120481927711, + "grad_norm": 0.1749437153339386, + "learning_rate": 3.846153846153846e-05, + "loss": 0.0097, + "step": 76 + }, + { + "epoch": 0.29686746987951806, + "grad_norm": 0.2208889275789261, + "learning_rate": 3.8974358974358976e-05, + "loss": 0.024, + "step": 77 + }, + { + "epoch": 0.3007228915662651, + "grad_norm": 0.32802650332450867, + "learning_rate": 3.948717948717949e-05, + "loss": 0.015, + "step": 78 + }, + { + "epoch": 0.30457831325301205, + "grad_norm": 0.21527938544750214, + "learning_rate": 4e-05, + "loss": 0.0137, + "step": 79 + }, + { + "epoch": 0.30843373493975906, + "grad_norm": 0.2894026041030884, + "learning_rate": 3.999979972589652e-05, + "loss": 0.0177, + "step": 80 + }, + { + "epoch": 0.312289156626506, + "grad_norm": 0.21148355305194855, + "learning_rate": 3.9999198907597046e-05, + "loss": 0.0146, + "step": 81 + }, + { + "epoch": 0.316144578313253, + "grad_norm": 0.1950712502002716, + "learning_rate": 3.999819755713442e-05, + "loss": 0.0174, + "step": 82 + }, + { + "epoch": 0.32, + "grad_norm": 0.23408709466457367, + "learning_rate": 3.9996795694563096e-05, + "loss": 0.0142, + "step": 83 + }, + { + "epoch": 0.32385542168674697, + "grad_norm": 0.4009031355381012, + "learning_rate": 3.999499334795875e-05, + "loss": 0.014, + "step": 84 + }, + { + "epoch": 0.327710843373494, + "grad_norm": 0.2507084012031555, + "learning_rate": 3.999279055341771e-05, + "loss": 0.013, + "step": 85 + }, + { + "epoch": 0.33156626506024095, + "grad_norm": 0.2922132909297943, + "learning_rate": 3.999018735505626e-05, + "loss": 0.013, + "step": 86 + }, + { + "epoch": 0.33542168674698797, + "grad_norm": 0.2073613405227661, + "learning_rate": 3.998718380500971e-05, + "loss": 0.0107, + "step": 87 + }, + { + "epoch": 0.33927710843373493, + "grad_norm": 0.3113904595375061, + "learning_rate": 3.998377996343139e-05, + "loss": 0.0337, + "step": 88 + }, + { + "epoch": 0.34313253012048195, + "grad_norm": 0.18452070653438568, + "learning_rate": 3.997997589849145e-05, + "loss": 0.0137, + "step": 89 + }, + { + "epoch": 0.3469879518072289, + "grad_norm": 0.24420331418514252, + "learning_rate": 3.9975771686375434e-05, + "loss": 0.0104, + "step": 90 + }, + { + "epoch": 0.35084337349397593, + "grad_norm": 0.3163854479789734, + "learning_rate": 3.9971167411282835e-05, + "loss": 0.0133, + "step": 91 + }, + { + "epoch": 0.3546987951807229, + "grad_norm": 0.11558058857917786, + "learning_rate": 3.996616316542537e-05, + "loss": 0.0069, + "step": 92 + }, + { + "epoch": 0.35855421686746985, + "grad_norm": 2.0870206356048584, + "learning_rate": 3.99607590490251e-05, + "loss": 0.0227, + "step": 93 + }, + { + "epoch": 0.3624096385542169, + "grad_norm": 0.23557044565677643, + "learning_rate": 3.9954955170312504e-05, + "loss": 0.0175, + "step": 94 + }, + { + "epoch": 0.36626506024096384, + "grad_norm": 0.2593333423137665, + "learning_rate": 3.9948751645524235e-05, + "loss": 0.0184, + "step": 95 + }, + { + "epoch": 0.37012048192771085, + "grad_norm": 0.5161668658256531, + "learning_rate": 3.994214859890083e-05, + "loss": 0.0265, + "step": 96 + }, + { + "epoch": 0.3739759036144578, + "grad_norm": 0.5731181502342224, + "learning_rate": 3.9935146162684206e-05, + "loss": 0.0167, + "step": 97 + }, + { + "epoch": 0.37783132530120483, + "grad_norm": 1.9357824325561523, + "learning_rate": 3.992774447711503e-05, + "loss": 0.0321, + "step": 98 + }, + { + "epoch": 0.3816867469879518, + "grad_norm": 4.194522857666016, + "learning_rate": 3.9919943690429906e-05, + "loss": 0.086, + "step": 99 + }, + { + "epoch": 0.3855421686746988, + "grad_norm": 0.3377005457878113, + "learning_rate": 3.9911743958858376e-05, + "loss": 0.0206, + "step": 100 + }, + { + "epoch": 0.3893975903614458, + "grad_norm": 0.3599908649921417, + "learning_rate": 3.9903145446619837e-05, + "loss": 0.0207, + "step": 101 + }, + { + "epoch": 0.3932530120481928, + "grad_norm": 0.3402753174304962, + "learning_rate": 3.9894148325920226e-05, + "loss": 0.0241, + "step": 102 + }, + { + "epoch": 0.39710843373493976, + "grad_norm": 0.6041432023048401, + "learning_rate": 3.9884752776948564e-05, + "loss": 0.0138, + "step": 103 + }, + { + "epoch": 0.4009638554216867, + "grad_norm": 4.082062721252441, + "learning_rate": 3.987495898787336e-05, + "loss": 0.1119, + "step": 104 + }, + { + "epoch": 0.40481927710843374, + "grad_norm": 6.899234771728516, + "learning_rate": 3.9864767154838864e-05, + "loss": 0.1046, + "step": 105 + }, + { + "epoch": 0.4086746987951807, + "grad_norm": 3.1316874027252197, + "learning_rate": 3.985417748196108e-05, + "loss": 0.0404, + "step": 106 + }, + { + "epoch": 0.4125301204819277, + "grad_norm": 1.8661688566207886, + "learning_rate": 3.9843190181323744e-05, + "loss": 0.0348, + "step": 107 + }, + { + "epoch": 0.4163855421686747, + "grad_norm": 0.5149962306022644, + "learning_rate": 3.983180547297404e-05, + "loss": 0.0284, + "step": 108 + }, + { + "epoch": 0.4202409638554217, + "grad_norm": 0.3855750858783722, + "learning_rate": 3.982002358491817e-05, + "loss": 0.0242, + "step": 109 + }, + { + "epoch": 0.42409638554216866, + "grad_norm": 0.35508987307548523, + "learning_rate": 3.9807844753116864e-05, + "loss": 0.0179, + "step": 110 + }, + { + "epoch": 0.4279518072289157, + "grad_norm": 1.477452278137207, + "learning_rate": 3.979526922148058e-05, + "loss": 0.0436, + "step": 111 + }, + { + "epoch": 0.43180722891566264, + "grad_norm": 0.41172751784324646, + "learning_rate": 3.978229724186464e-05, + "loss": 0.026, + "step": 112 + }, + { + "epoch": 0.43566265060240966, + "grad_norm": 0.5889139771461487, + "learning_rate": 3.9768929074064206e-05, + "loss": 0.0249, + "step": 113 + }, + { + "epoch": 0.4395180722891566, + "grad_norm": 0.38035663962364197, + "learning_rate": 3.975516498580907e-05, + "loss": 0.0257, + "step": 114 + }, + { + "epoch": 0.4433734939759036, + "grad_norm": 0.35500895977020264, + "learning_rate": 3.9741005252758255e-05, + "loss": 0.026, + "step": 115 + }, + { + "epoch": 0.4472289156626506, + "grad_norm": 0.6464815735816956, + "learning_rate": 3.972645015849457e-05, + "loss": 0.0499, + "step": 116 + }, + { + "epoch": 0.45108433734939757, + "grad_norm": 0.20825283229351044, + "learning_rate": 3.971149999451886e-05, + "loss": 0.034, + "step": 117 + }, + { + "epoch": 0.4549397590361446, + "grad_norm": 0.34638360142707825, + "learning_rate": 3.9696155060244166e-05, + "loss": 0.0226, + "step": 118 + }, + { + "epoch": 0.45879518072289155, + "grad_norm": 0.27782803773880005, + "learning_rate": 3.9680415662989806e-05, + "loss": 0.0197, + "step": 119 + }, + { + "epoch": 0.46265060240963857, + "grad_norm": 0.39609628915786743, + "learning_rate": 3.966428211797514e-05, + "loss": 0.0229, + "step": 120 + }, + { + "epoch": 0.46650602409638553, + "grad_norm": 0.30235278606414795, + "learning_rate": 3.9647754748313294e-05, + "loss": 0.046, + "step": 121 + }, + { + "epoch": 0.47036144578313255, + "grad_norm": 0.2774790823459625, + "learning_rate": 3.963083388500469e-05, + "loss": 0.0208, + "step": 122 + }, + { + "epoch": 0.4742168674698795, + "grad_norm": 0.24587354063987732, + "learning_rate": 3.96135198669304e-05, + "loss": 0.026, + "step": 123 + }, + { + "epoch": 0.47807228915662653, + "grad_norm": 0.2603200376033783, + "learning_rate": 3.959581304084536e-05, + "loss": 0.0189, + "step": 124 + }, + { + "epoch": 0.4819277108433735, + "grad_norm": 0.33505868911743164, + "learning_rate": 3.957771376137144e-05, + "loss": 0.0227, + "step": 125 + }, + { + "epoch": 0.4857831325301205, + "grad_norm": 0.32992950081825256, + "learning_rate": 3.955922239099035e-05, + "loss": 0.0207, + "step": 126 + }, + { + "epoch": 0.48963855421686747, + "grad_norm": 0.2520611882209778, + "learning_rate": 3.954033930003634e-05, + "loss": 0.0308, + "step": 127 + }, + { + "epoch": 0.49349397590361443, + "grad_norm": 0.3344120383262634, + "learning_rate": 3.952106486668884e-05, + "loss": 0.0187, + "step": 128 + }, + { + "epoch": 0.49734939759036145, + "grad_norm": 0.46383559703826904, + "learning_rate": 3.9501399476964806e-05, + "loss": 0.0174, + "step": 129 + }, + { + "epoch": 0.5012048192771085, + "grad_norm": 0.2674378752708435, + "learning_rate": 3.9481343524711095e-05, + "loss": 0.0164, + "step": 130 + }, + { + "epoch": 0.5050602409638554, + "grad_norm": 0.21262381970882416, + "learning_rate": 3.946089741159648e-05, + "loss": 0.0088, + "step": 131 + }, + { + "epoch": 0.5089156626506024, + "grad_norm": 0.2904111444950104, + "learning_rate": 3.944006154710366e-05, + "loss": 0.0195, + "step": 132 + }, + { + "epoch": 0.5127710843373494, + "grad_norm": 0.42615893483161926, + "learning_rate": 3.9418836348521045e-05, + "loss": 0.0172, + "step": 133 + }, + { + "epoch": 0.5166265060240964, + "grad_norm": 0.25124824047088623, + "learning_rate": 3.939722224093439e-05, + "loss": 0.0151, + "step": 134 + }, + { + "epoch": 0.5204819277108433, + "grad_norm": 1.9261884689331055, + "learning_rate": 3.937521965721831e-05, + "loss": 0.0247, + "step": 135 + }, + { + "epoch": 0.5243373493975904, + "grad_norm": 0.24449346959590912, + "learning_rate": 3.9352829038027564e-05, + "loss": 0.0113, + "step": 136 + }, + { + "epoch": 0.5281927710843374, + "grad_norm": 2.4259743690490723, + "learning_rate": 3.933005083178828e-05, + "loss": 0.0533, + "step": 137 + }, + { + "epoch": 0.5320481927710843, + "grad_norm": 0.3187374472618103, + "learning_rate": 3.930688549468894e-05, + "loss": 0.0179, + "step": 138 + }, + { + "epoch": 0.5359036144578313, + "grad_norm": 2.9974002838134766, + "learning_rate": 3.928333349067125e-05, + "loss": 0.023, + "step": 139 + }, + { + "epoch": 0.5397590361445783, + "grad_norm": 0.7724501490592957, + "learning_rate": 3.9259395291420864e-05, + "loss": 0.0179, + "step": 140 + }, + { + "epoch": 0.5436144578313253, + "grad_norm": 0.2811576724052429, + "learning_rate": 3.923507137635792e-05, + "loss": 0.0118, + "step": 141 + }, + { + "epoch": 0.5474698795180722, + "grad_norm": 0.301895409822464, + "learning_rate": 3.921036223262745e-05, + "loss": 0.0152, + "step": 142 + }, + { + "epoch": 0.5513253012048193, + "grad_norm": 0.32171159982681274, + "learning_rate": 3.9185268355089606e-05, + "loss": 0.0297, + "step": 143 + }, + { + "epoch": 0.5551807228915663, + "grad_norm": 0.16498999297618866, + "learning_rate": 3.915979024630978e-05, + "loss": 0.0134, + "step": 144 + }, + { + "epoch": 0.5590361445783133, + "grad_norm": 0.27746957540512085, + "learning_rate": 3.913392841654851e-05, + "loss": 0.013, + "step": 145 + }, + { + "epoch": 0.5628915662650602, + "grad_norm": 0.2298375517129898, + "learning_rate": 3.9107683383751264e-05, + "loss": 0.0106, + "step": 146 + }, + { + "epoch": 0.5667469879518072, + "grad_norm": 0.2801443636417389, + "learning_rate": 3.9081055673538093e-05, + "loss": 0.0214, + "step": 147 + }, + { + "epoch": 0.5706024096385542, + "grad_norm": 0.22764678299427032, + "learning_rate": 3.9054045819193074e-05, + "loss": 0.0148, + "step": 148 + }, + { + "epoch": 0.5744578313253013, + "grad_norm": 0.1658417284488678, + "learning_rate": 3.902665436165364e-05, + "loss": 0.0333, + "step": 149 + }, + { + "epoch": 0.5783132530120482, + "grad_norm": 0.1666492223739624, + "learning_rate": 3.8998881849499756e-05, + "loss": 0.0162, + "step": 150 + }, + { + "epoch": 0.5821686746987952, + "grad_norm": 0.20655786991119385, + "learning_rate": 3.897072883894291e-05, + "loss": 0.0152, + "step": 151 + }, + { + "epoch": 0.5860240963855422, + "grad_norm": 0.25162509083747864, + "learning_rate": 3.894219589381501e-05, + "loss": 0.0422, + "step": 152 + }, + { + "epoch": 0.5898795180722891, + "grad_norm": 0.17071524262428284, + "learning_rate": 3.8913283585557054e-05, + "loss": 0.0082, + "step": 153 + }, + { + "epoch": 0.5937349397590361, + "grad_norm": 0.20576122403144836, + "learning_rate": 3.8883992493207696e-05, + "loss": 0.0111, + "step": 154 + }, + { + "epoch": 0.5975903614457831, + "grad_norm": 0.19477005302906036, + "learning_rate": 3.885432320339167e-05, + "loss": 0.0084, + "step": 155 + }, + { + "epoch": 0.6014457831325302, + "grad_norm": 0.26111698150634766, + "learning_rate": 3.8824276310308e-05, + "loss": 0.0172, + "step": 156 + }, + { + "epoch": 0.6053012048192771, + "grad_norm": 0.2800676226615906, + "learning_rate": 3.879385241571817e-05, + "loss": 0.0238, + "step": 157 + }, + { + "epoch": 0.6091566265060241, + "grad_norm": 0.2781737148761749, + "learning_rate": 3.876305212893399e-05, + "loss": 0.0272, + "step": 158 + }, + { + "epoch": 0.6130120481927711, + "grad_norm": 0.6798153519630432, + "learning_rate": 3.873187606680543e-05, + "loss": 0.0091, + "step": 159 + }, + { + "epoch": 0.6168674698795181, + "grad_norm": 0.1639501005411148, + "learning_rate": 3.8700324853708304e-05, + "loss": 0.0233, + "step": 160 + }, + { + "epoch": 0.620722891566265, + "grad_norm": 0.39862754940986633, + "learning_rate": 3.866839912153168e-05, + "loss": 0.016, + "step": 161 + }, + { + "epoch": 0.624578313253012, + "grad_norm": 0.48113104701042175, + "learning_rate": 3.863609950966531e-05, + "loss": 0.016, + "step": 162 + }, + { + "epoch": 0.6284337349397591, + "grad_norm": 0.17467358708381653, + "learning_rate": 3.860342666498677e-05, + "loss": 0.0103, + "step": 163 + }, + { + "epoch": 0.632289156626506, + "grad_norm": 0.5942115783691406, + "learning_rate": 3.8570381241848534e-05, + "loss": 0.0158, + "step": 164 + }, + { + "epoch": 0.636144578313253, + "grad_norm": 0.2018311470746994, + "learning_rate": 3.853696390206484e-05, + "loss": 0.0193, + "step": 165 + }, + { + "epoch": 0.64, + "grad_norm": 0.5149483680725098, + "learning_rate": 3.850317531489848e-05, + "loss": 0.0268, + "step": 166 + }, + { + "epoch": 0.643855421686747, + "grad_norm": 0.16745764017105103, + "learning_rate": 3.846901615704734e-05, + "loss": 0.0132, + "step": 167 + }, + { + "epoch": 0.6477108433734939, + "grad_norm": 1.0696477890014648, + "learning_rate": 3.843448711263089e-05, + "loss": 0.0228, + "step": 168 + }, + { + "epoch": 0.651566265060241, + "grad_norm": 0.27323034405708313, + "learning_rate": 3.839958887317649e-05, + "loss": 0.0309, + "step": 169 + }, + { + "epoch": 0.655421686746988, + "grad_norm": 0.32417500019073486, + "learning_rate": 3.8364322137605484e-05, + "loss": 0.0282, + "step": 170 + }, + { + "epoch": 0.659277108433735, + "grad_norm": 0.24416105449199677, + "learning_rate": 3.832868761221926e-05, + "loss": 0.0149, + "step": 171 + }, + { + "epoch": 0.6631325301204819, + "grad_norm": 0.40103256702423096, + "learning_rate": 3.829268601068509e-05, + "loss": 0.0196, + "step": 172 + }, + { + "epoch": 0.6669879518072289, + "grad_norm": 0.4967587888240814, + "learning_rate": 3.825631805402182e-05, + "loss": 0.027, + "step": 173 + }, + { + "epoch": 0.6708433734939759, + "grad_norm": 0.32446494698524475, + "learning_rate": 3.821958447058543e-05, + "loss": 0.0186, + "step": 174 + }, + { + "epoch": 0.6746987951807228, + "grad_norm": 0.17924204468727112, + "learning_rate": 3.818248599605448e-05, + "loss": 0.0158, + "step": 175 + }, + { + "epoch": 0.6785542168674699, + "grad_norm": 0.32113662362098694, + "learning_rate": 3.8145023373415326e-05, + "loss": 0.0186, + "step": 176 + }, + { + "epoch": 0.6824096385542169, + "grad_norm": 0.2955350875854492, + "learning_rate": 3.810719735294731e-05, + "loss": 0.0254, + "step": 177 + }, + { + "epoch": 0.6862650602409639, + "grad_norm": 0.3955155611038208, + "learning_rate": 3.806900869220765e-05, + "loss": 0.0247, + "step": 178 + }, + { + "epoch": 0.6901204819277108, + "grad_norm": 0.28007134795188904, + "learning_rate": 3.8030458156016326e-05, + "loss": 0.0159, + "step": 179 + }, + { + "epoch": 0.6939759036144578, + "grad_norm": 0.3042643666267395, + "learning_rate": 3.799154651644075e-05, + "loss": 0.0163, + "step": 180 + }, + { + "epoch": 0.6978313253012048, + "grad_norm": 0.18276739120483398, + "learning_rate": 3.795227455278029e-05, + "loss": 0.0088, + "step": 181 + }, + { + "epoch": 0.7016867469879519, + "grad_norm": 0.19548135995864868, + "learning_rate": 3.7912643051550674e-05, + "loss": 0.0115, + "step": 182 + }, + { + "epoch": 0.7055421686746988, + "grad_norm": 0.2164657711982727, + "learning_rate": 3.787265280646825e-05, + "loss": 0.0152, + "step": 183 + }, + { + "epoch": 0.7093975903614458, + "grad_norm": 0.19452515244483948, + "learning_rate": 3.783230461843406e-05, + "loss": 0.008, + "step": 184 + }, + { + "epoch": 0.7132530120481928, + "grad_norm": 0.27214348316192627, + "learning_rate": 3.7791599295517825e-05, + "loss": 0.0127, + "step": 185 + }, + { + "epoch": 0.7171084337349397, + "grad_norm": 0.6383033990859985, + "learning_rate": 3.775053765294175e-05, + "loss": 0.0151, + "step": 186 + }, + { + "epoch": 0.7209638554216867, + "grad_norm": 0.17882253229618073, + "learning_rate": 3.7709120513064196e-05, + "loss": 0.0092, + "step": 187 + }, + { + "epoch": 0.7248192771084337, + "grad_norm": 0.2078862190246582, + "learning_rate": 3.7667348705363227e-05, + "loss": 0.0133, + "step": 188 + }, + { + "epoch": 0.7286746987951808, + "grad_norm": 0.1957724541425705, + "learning_rate": 3.762522306641998e-05, + "loss": 0.0108, + "step": 189 + }, + { + "epoch": 0.7325301204819277, + "grad_norm": 0.16418907046318054, + "learning_rate": 3.75827444399019e-05, + "loss": 0.0137, + "step": 190 + }, + { + "epoch": 0.7363855421686747, + "grad_norm": 0.45467960834503174, + "learning_rate": 3.7539913676545874e-05, + "loss": 0.0142, + "step": 191 + }, + { + "epoch": 0.7402409638554217, + "grad_norm": 1.2079054117202759, + "learning_rate": 3.749673163414117e-05, + "loss": 0.019, + "step": 192 + }, + { + "epoch": 0.7440963855421687, + "grad_norm": 0.11845115572214127, + "learning_rate": 3.745319917751229e-05, + "loss": 0.0098, + "step": 193 + }, + { + "epoch": 0.7479518072289156, + "grad_norm": 0.18299613893032074, + "learning_rate": 3.740931717850159e-05, + "loss": 0.0132, + "step": 194 + }, + { + "epoch": 0.7518072289156627, + "grad_norm": 0.225267231464386, + "learning_rate": 3.736508651595188e-05, + "loss": 0.0148, + "step": 195 + }, + { + "epoch": 0.7556626506024097, + "grad_norm": 0.49103838205337524, + "learning_rate": 3.732050807568878e-05, + "loss": 0.0132, + "step": 196 + }, + { + "epoch": 0.7595180722891566, + "grad_norm": 0.19766205549240112, + "learning_rate": 3.727558275050301e-05, + "loss": 0.02, + "step": 197 + }, + { + "epoch": 0.7633734939759036, + "grad_norm": 0.28864291310310364, + "learning_rate": 3.7230311440132494e-05, + "loss": 0.0222, + "step": 198 + }, + { + "epoch": 0.7672289156626506, + "grad_norm": 0.28816428780555725, + "learning_rate": 3.718469505124434e-05, + "loss": 0.0256, + "step": 199 + }, + { + "epoch": 0.7710843373493976, + "grad_norm": 0.20701606571674347, + "learning_rate": 3.713873449741669e-05, + "loss": 0.0114, + "step": 200 + }, + { + "epoch": 0.7749397590361445, + "grad_norm": 0.5334108471870422, + "learning_rate": 3.709243069912041e-05, + "loss": 0.0119, + "step": 201 + }, + { + "epoch": 0.7787951807228916, + "grad_norm": 0.7352932095527649, + "learning_rate": 3.704578458370067e-05, + "loss": 0.0148, + "step": 202 + }, + { + "epoch": 0.7826506024096386, + "grad_norm": 0.22625291347503662, + "learning_rate": 3.699879708535838e-05, + "loss": 0.0164, + "step": 203 + }, + { + "epoch": 0.7865060240963856, + "grad_norm": 0.2132428139448166, + "learning_rate": 3.695146914513142e-05, + "loss": 0.0083, + "step": 204 + }, + { + "epoch": 0.7903614457831325, + "grad_norm": 0.15848131477832794, + "learning_rate": 3.69038017108759e-05, + "loss": 0.0098, + "step": 205 + }, + { + "epoch": 0.7942168674698795, + "grad_norm": 1.2738759517669678, + "learning_rate": 3.685579573724707e-05, + "loss": 0.0137, + "step": 206 + }, + { + "epoch": 0.7980722891566265, + "grad_norm": 0.2131299078464508, + "learning_rate": 3.680745218568026e-05, + "loss": 0.019, + "step": 207 + }, + { + "epoch": 0.8019277108433734, + "grad_norm": 0.24905090034008026, + "learning_rate": 3.6758772024371626e-05, + "loss": 0.0242, + "step": 208 + }, + { + "epoch": 0.8057831325301205, + "grad_norm": 0.36632227897644043, + "learning_rate": 3.6709756228258735e-05, + "loss": 0.021, + "step": 209 + }, + { + "epoch": 0.8096385542168675, + "grad_norm": 0.19981122016906738, + "learning_rate": 3.6660405779001036e-05, + "loss": 0.0174, + "step": 210 + }, + { + "epoch": 0.8134939759036145, + "grad_norm": 0.13923773169517517, + "learning_rate": 3.6610721664960236e-05, + "loss": 0.0088, + "step": 211 + }, + { + "epoch": 0.8173493975903614, + "grad_norm": 0.27602291107177734, + "learning_rate": 3.656070488118047e-05, + "loss": 0.0391, + "step": 212 + }, + { + "epoch": 0.8212048192771084, + "grad_norm": 1.3190431594848633, + "learning_rate": 3.65103564293684e-05, + "loss": 0.0255, + "step": 213 + }, + { + "epoch": 0.8250602409638554, + "grad_norm": 0.15323355793952942, + "learning_rate": 3.645967731787313e-05, + "loss": 0.0164, + "step": 214 + }, + { + "epoch": 0.8289156626506025, + "grad_norm": 0.15326736867427826, + "learning_rate": 3.640866856166601e-05, + "loss": 0.0109, + "step": 215 + }, + { + "epoch": 0.8327710843373494, + "grad_norm": 0.2949405312538147, + "learning_rate": 3.635733118232034e-05, + "loss": 0.0117, + "step": 216 + }, + { + "epoch": 0.8366265060240964, + "grad_norm": 0.243217334151268, + "learning_rate": 3.6305666207990886e-05, + "loss": 0.0191, + "step": 217 + }, + { + "epoch": 0.8404819277108434, + "grad_norm": 0.43892231583595276, + "learning_rate": 3.625367467339329e-05, + "loss": 0.0174, + "step": 218 + }, + { + "epoch": 0.8443373493975903, + "grad_norm": 0.36832818388938904, + "learning_rate": 3.6201357619783336e-05, + "loss": 0.0201, + "step": 219 + }, + { + "epoch": 0.8481927710843373, + "grad_norm": 0.2650613486766815, + "learning_rate": 3.614871609493614e-05, + "loss": 0.0163, + "step": 220 + }, + { + "epoch": 0.8520481927710843, + "grad_norm": 0.1648036539554596, + "learning_rate": 3.609575115312511e-05, + "loss": 0.0111, + "step": 221 + }, + { + "epoch": 0.8559036144578314, + "grad_norm": 0.2738659083843231, + "learning_rate": 3.604246385510088e-05, + "loss": 0.0063, + "step": 222 + }, + { + "epoch": 0.8597590361445783, + "grad_norm": 0.22977620363235474, + "learning_rate": 3.598885526807003e-05, + "loss": 0.015, + "step": 223 + }, + { + "epoch": 0.8636144578313253, + "grad_norm": 0.535546064376831, + "learning_rate": 3.593492646567372e-05, + "loss": 0.0102, + "step": 224 + }, + { + "epoch": 0.8674698795180723, + "grad_norm": 0.494342565536499, + "learning_rate": 3.5880678527966224e-05, + "loss": 0.0102, + "step": 225 + }, + { + "epoch": 0.8713253012048193, + "grad_norm": 0.17625126242637634, + "learning_rate": 3.582611254139324e-05, + "loss": 0.0259, + "step": 226 + }, + { + "epoch": 0.8751807228915662, + "grad_norm": 0.20568431913852692, + "learning_rate": 3.577122959877017e-05, + "loss": 0.0237, + "step": 227 + }, + { + "epoch": 0.8790361445783132, + "grad_norm": 0.31444859504699707, + "learning_rate": 3.571603079926024e-05, + "loss": 0.0171, + "step": 228 + }, + { + "epoch": 0.8828915662650603, + "grad_norm": 0.48810216784477234, + "learning_rate": 3.566051724835245e-05, + "loss": 0.01, + "step": 229 + }, + { + "epoch": 0.8867469879518072, + "grad_norm": 0.4229196608066559, + "learning_rate": 3.5604690057839456e-05, + "loss": 0.0111, + "step": 230 + }, + { + "epoch": 0.8906024096385542, + "grad_norm": 0.6600443124771118, + "learning_rate": 3.554855034579532e-05, + "loss": 0.0208, + "step": 231 + }, + { + "epoch": 0.8944578313253012, + "grad_norm": 0.2891610860824585, + "learning_rate": 3.549209923655309e-05, + "loss": 0.0252, + "step": 232 + }, + { + "epoch": 0.8983132530120482, + "grad_norm": 0.20314915478229523, + "learning_rate": 3.5435337860682304e-05, + "loss": 0.0164, + "step": 233 + }, + { + "epoch": 0.9021686746987951, + "grad_norm": 0.19718259572982788, + "learning_rate": 3.537826735496632e-05, + "loss": 0.0125, + "step": 234 + }, + { + "epoch": 0.9060240963855422, + "grad_norm": 1.074033498764038, + "learning_rate": 3.532088886237956e-05, + "loss": 0.015, + "step": 235 + }, + { + "epoch": 0.9098795180722892, + "grad_norm": 0.7579637169837952, + "learning_rate": 3.5263203532064674e-05, + "loss": 0.0153, + "step": 236 + }, + { + "epoch": 0.9137349397590362, + "grad_norm": 0.15700305998325348, + "learning_rate": 3.520521251930941e-05, + "loss": 0.0109, + "step": 237 + }, + { + "epoch": 0.9175903614457831, + "grad_norm": 0.3394688069820404, + "learning_rate": 3.5146916985523604e-05, + "loss": 0.0156, + "step": 238 + }, + { + "epoch": 0.9214457831325301, + "grad_norm": 1.3616353273391724, + "learning_rate": 3.5088318098215805e-05, + "loss": 0.0194, + "step": 239 + }, + { + "epoch": 0.9253012048192771, + "grad_norm": 0.4036584198474884, + "learning_rate": 3.5029417030970005e-05, + "loss": 0.012, + "step": 240 + }, + { + "epoch": 0.929156626506024, + "grad_norm": 0.18816007673740387, + "learning_rate": 3.497021496342203e-05, + "loss": 0.0146, + "step": 241 + }, + { + "epoch": 0.9330120481927711, + "grad_norm": 0.17888401448726654, + "learning_rate": 3.4910713081235975e-05, + "loss": 0.0095, + "step": 242 + }, + { + "epoch": 0.9368674698795181, + "grad_norm": 0.22190752625465393, + "learning_rate": 3.485091257608047e-05, + "loss": 0.018, + "step": 243 + }, + { + "epoch": 0.9407228915662651, + "grad_norm": 0.48926958441734314, + "learning_rate": 3.479081464560475e-05, + "loss": 0.0407, + "step": 244 + }, + { + "epoch": 0.944578313253012, + "grad_norm": 0.236537367105484, + "learning_rate": 3.473042049341474e-05, + "loss": 0.0152, + "step": 245 + }, + { + "epoch": 0.948433734939759, + "grad_norm": 0.13449200987815857, + "learning_rate": 3.466973132904892e-05, + "loss": 0.0105, + "step": 246 + }, + { + "epoch": 0.952289156626506, + "grad_norm": 0.23878124356269836, + "learning_rate": 3.4608748367954064e-05, + "loss": 0.0154, + "step": 247 + }, + { + "epoch": 0.9561445783132531, + "grad_norm": 0.8225765824317932, + "learning_rate": 3.4547472831460976e-05, + "loss": 0.0258, + "step": 248 + }, + { + "epoch": 0.96, + "grad_norm": 0.2288682758808136, + "learning_rate": 3.4485905946759965e-05, + "loss": 0.0137, + "step": 249 + }, + { + "epoch": 0.963855421686747, + "grad_norm": 3.1449129581451416, + "learning_rate": 3.442404894687629e-05, + "loss": 0.009, + "step": 250 + }, + { + "epoch": 0.967710843373494, + "grad_norm": 0.36979448795318604, + "learning_rate": 3.4361903070645484e-05, + "loss": 0.0135, + "step": 251 + }, + { + "epoch": 0.971566265060241, + "grad_norm": 0.434368759393692, + "learning_rate": 3.4299469562688494e-05, + "loss": 0.0207, + "step": 252 + }, + { + "epoch": 0.9754216867469879, + "grad_norm": 0.20272351801395416, + "learning_rate": 3.423674967338681e-05, + "loss": 0.0166, + "step": 253 + }, + { + "epoch": 0.9792771084337349, + "grad_norm": 0.30525901913642883, + "learning_rate": 3.4173744658857403e-05, + "loss": 0.0088, + "step": 254 + }, + { + "epoch": 0.983132530120482, + "grad_norm": 0.8094114661216736, + "learning_rate": 3.411045578092754e-05, + "loss": 0.0246, + "step": 255 + }, + { + "epoch": 0.9869879518072289, + "grad_norm": 0.19253239035606384, + "learning_rate": 3.404688430710955e-05, + "loss": 0.0158, + "step": 256 + }, + { + "epoch": 0.9908433734939759, + "grad_norm": 0.18241408467292786, + "learning_rate": 3.398303151057543e-05, + "loss": 0.0208, + "step": 257 + }, + { + "epoch": 0.9946987951807229, + "grad_norm": 0.15632668137550354, + "learning_rate": 3.391889867013134e-05, + "loss": 0.014, + "step": 258 + }, + { + "epoch": 0.9985542168674699, + "grad_norm": 0.15484513342380524, + "learning_rate": 3.385448707019199e-05, + "loss": 0.0098, + "step": 259 + }, + { + "epoch": 1.0, + "grad_norm": 0.44285017251968384, + "learning_rate": 3.3789798000754924e-05, + "loss": 0.0181, + "step": 260 + }, + { + "epoch": 1.003855421686747, + "grad_norm": 0.22358648478984833, + "learning_rate": 3.372483275737468e-05, + "loss": 0.0123, + "step": 261 + }, + { + "epoch": 1.007710843373494, + "grad_norm": 0.26415324211120605, + "learning_rate": 3.365959264113683e-05, + "loss": 0.0097, + "step": 262 + }, + { + "epoch": 1.011566265060241, + "grad_norm": 0.16320234537124634, + "learning_rate": 3.359407895863199e-05, + "loss": 0.0168, + "step": 263 + }, + { + "epoch": 1.0154216867469879, + "grad_norm": 0.11904699355363846, + "learning_rate": 3.3528293021929523e-05, + "loss": 0.011, + "step": 264 + }, + { + "epoch": 1.0192771084337349, + "grad_norm": 0.19491620361804962, + "learning_rate": 3.34622361485514e-05, + "loss": 0.0203, + "step": 265 + }, + { + "epoch": 1.0231325301204819, + "grad_norm": 0.11890948563814163, + "learning_rate": 3.339590966144574e-05, + "loss": 0.0039, + "step": 266 + }, + { + "epoch": 1.026987951807229, + "grad_norm": 0.375266969203949, + "learning_rate": 3.332931488896029e-05, + "loss": 0.0108, + "step": 267 + }, + { + "epoch": 1.030843373493976, + "grad_norm": 0.2763790488243103, + "learning_rate": 3.326245316481591e-05, + "loss": 0.0231, + "step": 268 + }, + { + "epoch": 1.034698795180723, + "grad_norm": 0.13364073634147644, + "learning_rate": 3.319532582807977e-05, + "loss": 0.0096, + "step": 269 + }, + { + "epoch": 1.03855421686747, + "grad_norm": 0.14633706212043762, + "learning_rate": 3.31279342231386e-05, + "loss": 0.0085, + "step": 270 + }, + { + "epoch": 1.0424096385542168, + "grad_norm": 0.11920950561761856, + "learning_rate": 3.30602796996717e-05, + "loss": 0.0056, + "step": 271 + }, + { + "epoch": 1.0462650602409638, + "grad_norm": 0.2369781881570816, + "learning_rate": 3.299236361262401e-05, + "loss": 0.0092, + "step": 272 + }, + { + "epoch": 1.0501204819277108, + "grad_norm": 0.13494941592216492, + "learning_rate": 3.2924187322178865e-05, + "loss": 0.0084, + "step": 273 + }, + { + "epoch": 1.0539759036144578, + "grad_norm": 0.11123005300760269, + "learning_rate": 3.285575219373079e-05, + "loss": 0.0058, + "step": 274 + }, + { + "epoch": 1.0578313253012048, + "grad_norm": 0.18400225043296814, + "learning_rate": 3.278705959785821e-05, + "loss": 0.0113, + "step": 275 + }, + { + "epoch": 1.0616867469879518, + "grad_norm": 0.19578677415847778, + "learning_rate": 3.27181109102959e-05, + "loss": 0.008, + "step": 276 + }, + { + "epoch": 1.0655421686746989, + "grad_norm": 0.15978166460990906, + "learning_rate": 3.2648907511907544e-05, + "loss": 0.0074, + "step": 277 + }, + { + "epoch": 1.0693975903614459, + "grad_norm": 0.22295606136322021, + "learning_rate": 3.2579450788657997e-05, + "loss": 0.033, + "step": 278 + }, + { + "epoch": 1.0732530120481927, + "grad_norm": 0.11566543579101562, + "learning_rate": 3.250974213158555e-05, + "loss": 0.0097, + "step": 279 + }, + { + "epoch": 1.0771084337349397, + "grad_norm": 0.14439509809017181, + "learning_rate": 3.243978293677408e-05, + "loss": 0.0099, + "step": 280 + }, + { + "epoch": 1.0809638554216867, + "grad_norm": 0.21390187740325928, + "learning_rate": 3.23695746053251e-05, + "loss": 0.0115, + "step": 281 + }, + { + "epoch": 1.0848192771084337, + "grad_norm": 0.1340283751487732, + "learning_rate": 3.229911854332967e-05, + "loss": 0.0112, + "step": 282 + }, + { + "epoch": 1.0886746987951808, + "grad_norm": 0.08028711378574371, + "learning_rate": 3.222841616184025e-05, + "loss": 0.0044, + "step": 283 + }, + { + "epoch": 1.0925301204819278, + "grad_norm": 0.0875745564699173, + "learning_rate": 3.215746887684244e-05, + "loss": 0.005, + "step": 284 + }, + { + "epoch": 1.0963855421686748, + "grad_norm": 0.12632474303245544, + "learning_rate": 3.208627810922665e-05, + "loss": 0.0102, + "step": 285 + }, + { + "epoch": 1.1002409638554216, + "grad_norm": 0.07411441951990128, + "learning_rate": 3.201484528475958e-05, + "loss": 0.0051, + "step": 286 + }, + { + "epoch": 1.1040963855421686, + "grad_norm": 0.188252255320549, + "learning_rate": 3.194317183405573e-05, + "loss": 0.0088, + "step": 287 + }, + { + "epoch": 1.1079518072289156, + "grad_norm": 1.1099765300750732, + "learning_rate": 3.187125919254869e-05, + "loss": 0.0182, + "step": 288 + }, + { + "epoch": 1.1118072289156626, + "grad_norm": 0.09729217737913132, + "learning_rate": 3.1799108800462466e-05, + "loss": 0.0058, + "step": 289 + }, + { + "epoch": 1.1156626506024097, + "grad_norm": 0.25208383798599243, + "learning_rate": 3.172672210278254e-05, + "loss": 0.0104, + "step": 290 + }, + { + "epoch": 1.1195180722891567, + "grad_norm": 0.1512216329574585, + "learning_rate": 3.1654100549227024e-05, + "loss": 0.0058, + "step": 291 + }, + { + "epoch": 1.1233734939759037, + "grad_norm": 0.17274995148181915, + "learning_rate": 3.158124559421758e-05, + "loss": 0.0059, + "step": 292 + }, + { + "epoch": 1.1272289156626507, + "grad_norm": 0.32907241582870483, + "learning_rate": 3.1508158696850275e-05, + "loss": 0.0119, + "step": 293 + }, + { + "epoch": 1.1310843373493975, + "grad_norm": 0.1462509036064148, + "learning_rate": 3.14348413208664e-05, + "loss": 0.0093, + "step": 294 + }, + { + "epoch": 1.1349397590361445, + "grad_norm": 0.23990927636623383, + "learning_rate": 3.136129493462312e-05, + "loss": 0.0095, + "step": 295 + }, + { + "epoch": 1.1387951807228915, + "grad_norm": 0.13981395959854126, + "learning_rate": 3.12875210110641e-05, + "loss": 0.006, + "step": 296 + }, + { + "epoch": 1.1426506024096386, + "grad_norm": 0.10694962739944458, + "learning_rate": 3.121352102768998e-05, + "loss": 0.005, + "step": 297 + }, + { + "epoch": 1.1465060240963856, + "grad_norm": 0.12599286437034607, + "learning_rate": 3.113929646652879e-05, + "loss": 0.0057, + "step": 298 + }, + { + "epoch": 1.1503614457831326, + "grad_norm": 0.09407994896173477, + "learning_rate": 3.106484881410628e-05, + "loss": 0.0056, + "step": 299 + }, + { + "epoch": 1.1542168674698796, + "grad_norm": 0.7781950831413269, + "learning_rate": 3.0990179561416124e-05, + "loss": 0.017, + "step": 300 + }, + { + "epoch": 1.1580722891566264, + "grad_norm": 0.12835298478603363, + "learning_rate": 3.091529020389009e-05, + "loss": 0.0053, + "step": 301 + }, + { + "epoch": 1.1619277108433734, + "grad_norm": 0.7488322854042053, + "learning_rate": 3.0840182241368083e-05, + "loss": 0.011, + "step": 302 + }, + { + "epoch": 1.1657831325301204, + "grad_norm": 0.16700711846351624, + "learning_rate": 3.076485717806808e-05, + "loss": 0.0082, + "step": 303 + }, + { + "epoch": 1.1696385542168675, + "grad_norm": 0.17361144721508026, + "learning_rate": 3.0689316522556026e-05, + "loss": 0.0097, + "step": 304 + }, + { + "epoch": 1.1734939759036145, + "grad_norm": 0.08619613200426102, + "learning_rate": 3.061356178771564e-05, + "loss": 0.0082, + "step": 305 + }, + { + "epoch": 1.1773493975903615, + "grad_norm": 0.15666592121124268, + "learning_rate": 3.053759449071807e-05, + "loss": 0.0106, + "step": 306 + }, + { + "epoch": 1.1812048192771085, + "grad_norm": 0.2268570214509964, + "learning_rate": 3.0461416152991555e-05, + "loss": 0.0082, + "step": 307 + }, + { + "epoch": 1.1850602409638555, + "grad_norm": 0.17297455668449402, + "learning_rate": 3.038502830019092e-05, + "loss": 0.0105, + "step": 308 + }, + { + "epoch": 1.1889156626506023, + "grad_norm": 0.18929991126060486, + "learning_rate": 3.0308432462167045e-05, + "loss": 0.0076, + "step": 309 + }, + { + "epoch": 1.1927710843373494, + "grad_norm": 0.25152456760406494, + "learning_rate": 3.0231630172936205e-05, + "loss": 0.0072, + "step": 310 + }, + { + "epoch": 1.1966265060240964, + "grad_norm": 0.6995307207107544, + "learning_rate": 3.015462297064936e-05, + "loss": 0.0155, + "step": 311 + }, + { + "epoch": 1.2004819277108434, + "grad_norm": 0.14346441626548767, + "learning_rate": 3.0077412397561345e-05, + "loss": 0.0194, + "step": 312 + }, + { + "epoch": 1.2043373493975904, + "grad_norm": 0.2826595604419708, + "learning_rate": 3.0000000000000004e-05, + "loss": 0.0198, + "step": 313 + }, + { + "epoch": 1.2081927710843374, + "grad_norm": 0.1361214816570282, + "learning_rate": 2.992238732833518e-05, + "loss": 0.007, + "step": 314 + }, + { + "epoch": 1.2120481927710842, + "grad_norm": 0.13326340913772583, + "learning_rate": 2.98445759369477e-05, + "loss": 0.0116, + "step": 315 + }, + { + "epoch": 1.2159036144578312, + "grad_norm": 0.09617264568805695, + "learning_rate": 2.9766567384198228e-05, + "loss": 0.0082, + "step": 316 + }, + { + "epoch": 1.2197590361445783, + "grad_norm": 0.1366315484046936, + "learning_rate": 2.9688363232396056e-05, + "loss": 0.0075, + "step": 317 + }, + { + "epoch": 1.2236144578313253, + "grad_norm": 0.696820080280304, + "learning_rate": 2.960996504776783e-05, + "loss": 0.0087, + "step": 318 + }, + { + "epoch": 1.2274698795180723, + "grad_norm": 0.42925387620925903, + "learning_rate": 2.9531374400426158e-05, + "loss": 0.0277, + "step": 319 + }, + { + "epoch": 1.2313253012048193, + "grad_norm": 0.16131658852100372, + "learning_rate": 2.945259286433819e-05, + "loss": 0.0097, + "step": 320 + }, + { + "epoch": 1.2351807228915663, + "grad_norm": 0.1256534606218338, + "learning_rate": 2.9373622017294075e-05, + "loss": 0.0086, + "step": 321 + }, + { + "epoch": 1.2390361445783133, + "grad_norm": 0.15791697800159454, + "learning_rate": 2.9294463440875375e-05, + "loss": 0.0119, + "step": 322 + }, + { + "epoch": 1.2428915662650604, + "grad_norm": 0.12754394114017487, + "learning_rate": 2.9215118720423375e-05, + "loss": 0.0071, + "step": 323 + }, + { + "epoch": 1.2467469879518072, + "grad_norm": 0.9191262125968933, + "learning_rate": 2.913558944500736e-05, + "loss": 0.0097, + "step": 324 + }, + { + "epoch": 1.2506024096385542, + "grad_norm": 0.10129745304584503, + "learning_rate": 2.9055877207392752e-05, + "loss": 0.0162, + "step": 325 + }, + { + "epoch": 1.2544578313253012, + "grad_norm": 0.12669669091701508, + "learning_rate": 2.897598360400925e-05, + "loss": 0.0051, + "step": 326 + }, + { + "epoch": 1.2583132530120482, + "grad_norm": 0.1282287985086441, + "learning_rate": 2.8895910234918828e-05, + "loss": 0.0069, + "step": 327 + }, + { + "epoch": 1.2621686746987952, + "grad_norm": 0.10596070438623428, + "learning_rate": 2.8815658703783715e-05, + "loss": 0.0044, + "step": 328 + }, + { + "epoch": 1.266024096385542, + "grad_norm": 0.3934219777584076, + "learning_rate": 2.873523061783426e-05, + "loss": 0.0122, + "step": 329 + }, + { + "epoch": 1.269879518072289, + "grad_norm": 0.13733914494514465, + "learning_rate": 2.8654627587836724e-05, + "loss": 0.0052, + "step": 330 + }, + { + "epoch": 1.273734939759036, + "grad_norm": 0.21395160257816315, + "learning_rate": 2.8573851228061084e-05, + "loss": 0.0067, + "step": 331 + }, + { + "epoch": 1.277590361445783, + "grad_norm": 0.23374490439891815, + "learning_rate": 2.8492903156248642e-05, + "loss": 0.0111, + "step": 332 + }, + { + "epoch": 1.28144578313253, + "grad_norm": 0.14450624585151672, + "learning_rate": 2.8411784993579633e-05, + "loss": 0.0097, + "step": 333 + }, + { + "epoch": 1.2853012048192771, + "grad_norm": 0.12868821620941162, + "learning_rate": 2.8330498364640803e-05, + "loss": 0.0088, + "step": 334 + }, + { + "epoch": 1.2891566265060241, + "grad_norm": 0.2879028618335724, + "learning_rate": 2.8249044897392814e-05, + "loss": 0.0191, + "step": 335 + }, + { + "epoch": 1.2930120481927712, + "grad_norm": 0.10924389213323593, + "learning_rate": 2.8167426223137682e-05, + "loss": 0.0063, + "step": 336 + }, + { + "epoch": 1.2968674698795182, + "grad_norm": 0.14800770580768585, + "learning_rate": 2.80856439764861e-05, + "loss": 0.01, + "step": 337 + }, + { + "epoch": 1.3007228915662652, + "grad_norm": 0.1235174834728241, + "learning_rate": 2.8003699795324674e-05, + "loss": 0.0044, + "step": 338 + }, + { + "epoch": 1.304578313253012, + "grad_norm": 0.2660425305366516, + "learning_rate": 2.792159532078314e-05, + "loss": 0.0068, + "step": 339 + }, + { + "epoch": 1.308433734939759, + "grad_norm": 0.10823825001716614, + "learning_rate": 2.7839332197201505e-05, + "loss": 0.0041, + "step": 340 + }, + { + "epoch": 1.312289156626506, + "grad_norm": 0.9430158734321594, + "learning_rate": 2.77569120720971e-05, + "loss": 0.0141, + "step": 341 + }, + { + "epoch": 1.316144578313253, + "grad_norm": 0.1147020012140274, + "learning_rate": 2.7674336596131596e-05, + "loss": 0.0075, + "step": 342 + }, + { + "epoch": 1.32, + "grad_norm": 0.1446715146303177, + "learning_rate": 2.7591607423077932e-05, + "loss": 0.0094, + "step": 343 + }, + { + "epoch": 1.3238554216867469, + "grad_norm": 0.08478965610265732, + "learning_rate": 2.75087262097872e-05, + "loss": 0.0034, + "step": 344 + }, + { + "epoch": 1.3277108433734939, + "grad_norm": 0.08715037256479263, + "learning_rate": 2.7425694616155474e-05, + "loss": 0.0052, + "step": 345 + }, + { + "epoch": 1.331566265060241, + "grad_norm": 2.43072772026062, + "learning_rate": 2.7342514305090554e-05, + "loss": 0.0223, + "step": 346 + }, + { + "epoch": 1.335421686746988, + "grad_norm": 0.1595911830663681, + "learning_rate": 2.7259186942478656e-05, + "loss": 0.0042, + "step": 347 + }, + { + "epoch": 1.339277108433735, + "grad_norm": 0.2817286550998688, + "learning_rate": 2.717571419715107e-05, + "loss": 0.027, + "step": 348 + }, + { + "epoch": 1.343132530120482, + "grad_norm": 0.5103950500488281, + "learning_rate": 2.7092097740850712e-05, + "loss": 0.0085, + "step": 349 + }, + { + "epoch": 1.346987951807229, + "grad_norm": 1.2923753261566162, + "learning_rate": 2.700833924819868e-05, + "loss": 0.01, + "step": 350 + }, + { + "epoch": 1.350843373493976, + "grad_norm": 0.16906492412090302, + "learning_rate": 2.692444039666066e-05, + "loss": 0.0109, + "step": 351 + }, + { + "epoch": 1.354698795180723, + "grad_norm": 0.37144047021865845, + "learning_rate": 2.684040286651338e-05, + "loss": 0.0113, + "step": 352 + }, + { + "epoch": 1.3585542168674698, + "grad_norm": 0.3601152300834656, + "learning_rate": 2.6756228340810946e-05, + "loss": 0.0114, + "step": 353 + }, + { + "epoch": 1.3624096385542168, + "grad_norm": 0.5444064140319824, + "learning_rate": 2.6671918505351132e-05, + "loss": 0.0086, + "step": 354 + }, + { + "epoch": 1.3662650602409638, + "grad_norm": 0.14150206744670868, + "learning_rate": 2.6587475048641596e-05, + "loss": 0.0043, + "step": 355 + }, + { + "epoch": 1.3701204819277109, + "grad_norm": 0.09511060267686844, + "learning_rate": 2.6502899661866104e-05, + "loss": 0.0062, + "step": 356 + }, + { + "epoch": 1.3739759036144579, + "grad_norm": 0.16923631727695465, + "learning_rate": 2.6418194038850634e-05, + "loss": 0.0157, + "step": 357 + }, + { + "epoch": 1.377831325301205, + "grad_norm": 0.13884925842285156, + "learning_rate": 2.6333359876029455e-05, + "loss": 0.0058, + "step": 358 + }, + { + "epoch": 1.3816867469879517, + "grad_norm": 0.1783420443534851, + "learning_rate": 2.624839887241115e-05, + "loss": 0.0071, + "step": 359 + }, + { + "epoch": 1.3855421686746987, + "grad_norm": 0.15586194396018982, + "learning_rate": 2.6163312729544616e-05, + "loss": 0.0079, + "step": 360 + }, + { + "epoch": 1.3893975903614457, + "grad_norm": 0.22028474509716034, + "learning_rate": 2.607810315148494e-05, + "loss": 0.0078, + "step": 361 + }, + { + "epoch": 1.3932530120481927, + "grad_norm": 0.14147606492042542, + "learning_rate": 2.5992771844759315e-05, + "loss": 0.0078, + "step": 362 + }, + { + "epoch": 1.3971084337349398, + "grad_norm": 0.11384939402341843, + "learning_rate": 2.5907320518332827e-05, + "loss": 0.0067, + "step": 363 + }, + { + "epoch": 1.4009638554216868, + "grad_norm": 0.6917237639427185, + "learning_rate": 2.582175088357426e-05, + "loss": 0.0097, + "step": 364 + }, + { + "epoch": 1.4048192771084338, + "grad_norm": 0.26896387338638306, + "learning_rate": 2.5736064654221808e-05, + "loss": 0.0109, + "step": 365 + }, + { + "epoch": 1.4086746987951808, + "grad_norm": 0.1673029661178589, + "learning_rate": 2.5650263546348743e-05, + "loss": 0.0082, + "step": 366 + }, + { + "epoch": 1.4125301204819278, + "grad_norm": 0.1272229552268982, + "learning_rate": 2.5564349278329056e-05, + "loss": 0.0101, + "step": 367 + }, + { + "epoch": 1.4163855421686746, + "grad_norm": 0.1690957248210907, + "learning_rate": 2.547832357080305e-05, + "loss": 0.0125, + "step": 368 + }, + { + "epoch": 1.4202409638554216, + "grad_norm": 0.20461033284664154, + "learning_rate": 2.539218814664288e-05, + "loss": 0.0109, + "step": 369 + }, + { + "epoch": 1.4240963855421687, + "grad_norm": 0.28373226523399353, + "learning_rate": 2.5305944730918017e-05, + "loss": 0.0152, + "step": 370 + }, + { + "epoch": 1.4279518072289157, + "grad_norm": 0.2010459452867508, + "learning_rate": 2.521959505086075e-05, + "loss": 0.0067, + "step": 371 + }, + { + "epoch": 1.4318072289156627, + "grad_norm": 0.28684207797050476, + "learning_rate": 2.5133140835831537e-05, + "loss": 0.0092, + "step": 372 + }, + { + "epoch": 1.4356626506024097, + "grad_norm": 0.21436753869056702, + "learning_rate": 2.5046583817284437e-05, + "loss": 0.0095, + "step": 373 + }, + { + "epoch": 1.4395180722891565, + "grad_norm": 0.12941661477088928, + "learning_rate": 2.495992572873237e-05, + "loss": 0.0063, + "step": 374 + }, + { + "epoch": 1.4433734939759035, + "grad_norm": 0.15036840736865997, + "learning_rate": 2.487316830571244e-05, + "loss": 0.0125, + "step": 375 + }, + { + "epoch": 1.4472289156626506, + "grad_norm": 0.1019950732588768, + "learning_rate": 2.4786313285751158e-05, + "loss": 0.004, + "step": 376 + }, + { + "epoch": 1.4510843373493976, + "grad_norm": 0.12085995823144913, + "learning_rate": 2.4699362408329646e-05, + "loss": 0.0051, + "step": 377 + }, + { + "epoch": 1.4549397590361446, + "grad_norm": 0.16224437952041626, + "learning_rate": 2.4612317414848804e-05, + "loss": 0.0057, + "step": 378 + }, + { + "epoch": 1.4587951807228916, + "grad_norm": 0.49838605523109436, + "learning_rate": 2.4525180048594452e-05, + "loss": 0.0081, + "step": 379 + }, + { + "epoch": 1.4626506024096386, + "grad_norm": 0.13203397393226624, + "learning_rate": 2.4437952054702354e-05, + "loss": 0.0084, + "step": 380 + }, + { + "epoch": 1.4665060240963856, + "grad_norm": 0.2933284044265747, + "learning_rate": 2.435063518012335e-05, + "loss": 0.0167, + "step": 381 + }, + { + "epoch": 1.4703614457831327, + "grad_norm": 0.16203272342681885, + "learning_rate": 2.4263231173588323e-05, + "loss": 0.0076, + "step": 382 + }, + { + "epoch": 1.4742168674698795, + "grad_norm": 0.11736200004816055, + "learning_rate": 2.4175741785573177e-05, + "loss": 0.007, + "step": 383 + }, + { + "epoch": 1.4780722891566265, + "grad_norm": 0.11185964941978455, + "learning_rate": 2.4088168768263782e-05, + "loss": 0.0079, + "step": 384 + }, + { + "epoch": 1.4819277108433735, + "grad_norm": 0.1776389628648758, + "learning_rate": 2.4000513875520892e-05, + "loss": 0.0087, + "step": 385 + }, + { + "epoch": 1.4857831325301205, + "grad_norm": 0.11572884768247604, + "learning_rate": 2.3912778862845015e-05, + "loss": 0.0069, + "step": 386 + }, + { + "epoch": 1.4896385542168675, + "grad_norm": 0.12890145182609558, + "learning_rate": 2.3824965487341247e-05, + "loss": 0.0075, + "step": 387 + }, + { + "epoch": 1.4934939759036143, + "grad_norm": 0.19975218176841736, + "learning_rate": 2.3737075507684103e-05, + "loss": 0.0101, + "step": 388 + }, + { + "epoch": 1.4973493975903613, + "grad_norm": 0.32604387402534485, + "learning_rate": 2.3649110684082258e-05, + "loss": 0.0072, + "step": 389 + }, + { + "epoch": 1.5012048192771084, + "grad_norm": 0.12934386730194092, + "learning_rate": 2.3561072778243335e-05, + "loss": 0.0078, + "step": 390 + }, + { + "epoch": 1.5050602409638554, + "grad_norm": 0.11547217518091202, + "learning_rate": 2.3472963553338614e-05, + "loss": 0.0071, + "step": 391 + }, + { + "epoch": 1.5089156626506024, + "grad_norm": 0.09941789507865906, + "learning_rate": 2.3384784773967675e-05, + "loss": 0.0123, + "step": 392 + }, + { + "epoch": 1.5127710843373494, + "grad_norm": 0.7121322751045227, + "learning_rate": 2.3296538206123134e-05, + "loss": 0.0065, + "step": 393 + }, + { + "epoch": 1.5166265060240964, + "grad_norm": 0.140323668718338, + "learning_rate": 2.3208225617155206e-05, + "loss": 0.0063, + "step": 394 + }, + { + "epoch": 1.5204819277108435, + "grad_norm": 0.15863126516342163, + "learning_rate": 2.311984877573636e-05, + "loss": 0.0136, + "step": 395 + }, + { + "epoch": 1.5243373493975905, + "grad_norm": 0.1590386927127838, + "learning_rate": 2.3031409451825852e-05, + "loss": 0.0146, + "step": 396 + }, + { + "epoch": 1.5281927710843375, + "grad_norm": 0.12217574566602707, + "learning_rate": 2.2942909416634326e-05, + "loss": 0.0066, + "step": 397 + }, + { + "epoch": 1.5320481927710843, + "grad_norm": 0.11038487404584885, + "learning_rate": 2.285435044258829e-05, + "loss": 0.0059, + "step": 398 + }, + { + "epoch": 1.5359036144578313, + "grad_norm": 0.28101980686187744, + "learning_rate": 2.2765734303294666e-05, + "loss": 0.0091, + "step": 399 + }, + { + "epoch": 1.5397590361445783, + "grad_norm": 0.136636421084404, + "learning_rate": 2.2677062773505235e-05, + "loss": 0.0045, + "step": 400 + }, + { + "epoch": 1.5436144578313253, + "grad_norm": 0.09847535192966461, + "learning_rate": 2.2588337629081107e-05, + "loss": 0.0061, + "step": 401 + }, + { + "epoch": 1.5474698795180721, + "grad_norm": 0.13071104884147644, + "learning_rate": 2.249956064695717e-05, + "loss": 0.0059, + "step": 402 + }, + { + "epoch": 1.5513253012048192, + "grad_norm": 0.09452104568481445, + "learning_rate": 2.2410733605106462e-05, + "loss": 0.0049, + "step": 403 + }, + { + "epoch": 1.5551807228915662, + "grad_norm": 0.12455491721630096, + "learning_rate": 2.2321858282504606e-05, + "loss": 0.0055, + "step": 404 + }, + { + "epoch": 1.5590361445783132, + "grad_norm": 0.195816308259964, + "learning_rate": 2.2232936459094158e-05, + "loss": 0.0076, + "step": 405 + }, + { + "epoch": 1.5628915662650602, + "grad_norm": 0.1624608188867569, + "learning_rate": 2.214396991574896e-05, + "loss": 0.0117, + "step": 406 + }, + { + "epoch": 1.5667469879518072, + "grad_norm": 0.07928434759378433, + "learning_rate": 2.205496043423849e-05, + "loss": 0.0043, + "step": 407 + }, + { + "epoch": 1.5706024096385542, + "grad_norm": 0.44694873690605164, + "learning_rate": 2.1965909797192143e-05, + "loss": 0.0082, + "step": 408 + }, + { + "epoch": 1.5744578313253013, + "grad_norm": 0.1101914644241333, + "learning_rate": 2.1876819788063586e-05, + "loss": 0.0063, + "step": 409 + }, + { + "epoch": 1.5783132530120483, + "grad_norm": 0.10395577549934387, + "learning_rate": 2.1787692191094986e-05, + "loss": 0.0058, + "step": 410 + }, + { + "epoch": 1.5821686746987953, + "grad_norm": 0.14004680514335632, + "learning_rate": 2.16985287912813e-05, + "loss": 0.0062, + "step": 411 + }, + { + "epoch": 1.5860240963855423, + "grad_norm": 0.15407921373844147, + "learning_rate": 2.1609331374334523e-05, + "loss": 0.007, + "step": 412 + }, + { + "epoch": 1.589879518072289, + "grad_norm": 0.10258454084396362, + "learning_rate": 2.1520101726647922e-05, + "loss": 0.0115, + "step": 413 + }, + { + "epoch": 1.5937349397590361, + "grad_norm": 0.13689640164375305, + "learning_rate": 2.1430841635260274e-05, + "loss": 0.025, + "step": 414 + }, + { + "epoch": 1.5975903614457831, + "grad_norm": 0.10260256379842758, + "learning_rate": 2.1341552887820048e-05, + "loss": 0.0048, + "step": 415 + }, + { + "epoch": 1.6014457831325302, + "grad_norm": 0.17679180204868317, + "learning_rate": 2.125223727254964e-05, + "loss": 0.0209, + "step": 416 + }, + { + "epoch": 1.605301204819277, + "grad_norm": 0.16429021954536438, + "learning_rate": 2.1162896578209517e-05, + "loss": 0.018, + "step": 417 + }, + { + "epoch": 1.609156626506024, + "grad_norm": 0.5342340469360352, + "learning_rate": 2.1073532594062432e-05, + "loss": 0.0063, + "step": 418 + }, + { + "epoch": 1.613012048192771, + "grad_norm": 0.23090562224388123, + "learning_rate": 2.0984147109837564e-05, + "loss": 0.0043, + "step": 419 + }, + { + "epoch": 1.616867469879518, + "grad_norm": 0.09459249675273895, + "learning_rate": 2.0894741915694685e-05, + "loss": 0.0051, + "step": 420 + }, + { + "epoch": 1.620722891566265, + "grad_norm": 0.20056606829166412, + "learning_rate": 2.0805318802188307e-05, + "loss": 0.0108, + "step": 421 + }, + { + "epoch": 1.624578313253012, + "grad_norm": 0.5049247145652771, + "learning_rate": 2.071587956023181e-05, + "loss": 0.0121, + "step": 422 + }, + { + "epoch": 1.628433734939759, + "grad_norm": 0.10519257187843323, + "learning_rate": 2.0626425981061608e-05, + "loss": 0.0053, + "step": 423 + }, + { + "epoch": 1.632289156626506, + "grad_norm": 0.1042436957359314, + "learning_rate": 2.053695985620123e-05, + "loss": 0.0082, + "step": 424 + }, + { + "epoch": 1.636144578313253, + "grad_norm": 0.15873271226882935, + "learning_rate": 2.0447482977425465e-05, + "loss": 0.0088, + "step": 425 + }, + { + "epoch": 1.6400000000000001, + "grad_norm": 0.09151361882686615, + "learning_rate": 2.0357997136724486e-05, + "loss": 0.0133, + "step": 426 + }, + { + "epoch": 1.6438554216867471, + "grad_norm": 0.08998992294073105, + "learning_rate": 2.0268504126267952e-05, + "loss": 0.0049, + "step": 427 + }, + { + "epoch": 1.647710843373494, + "grad_norm": 0.08661992847919464, + "learning_rate": 2.0179005738369098e-05, + "loss": 0.0051, + "step": 428 + }, + { + "epoch": 1.651566265060241, + "grad_norm": 0.18930229544639587, + "learning_rate": 2.008950376544887e-05, + "loss": 0.0058, + "step": 429 + }, + { + "epoch": 1.655421686746988, + "grad_norm": 0.10838332027196884, + "learning_rate": 2e-05, + "loss": 0.0099, + "step": 430 + }, + { + "epoch": 1.659277108433735, + "grad_norm": 0.2523624300956726, + "learning_rate": 1.9910496234551132e-05, + "loss": 0.0149, + "step": 431 + }, + { + "epoch": 1.6631325301204818, + "grad_norm": 0.10037925094366074, + "learning_rate": 1.982099426163091e-05, + "loss": 0.0061, + "step": 432 + }, + { + "epoch": 1.6669879518072288, + "grad_norm": 0.0841156542301178, + "learning_rate": 1.9731495873732055e-05, + "loss": 0.0059, + "step": 433 + }, + { + "epoch": 1.6708433734939758, + "grad_norm": 0.08965729922056198, + "learning_rate": 1.9642002863275517e-05, + "loss": 0.0051, + "step": 434 + }, + { + "epoch": 1.6746987951807228, + "grad_norm": 0.10749141871929169, + "learning_rate": 1.9552517022574542e-05, + "loss": 0.0102, + "step": 435 + }, + { + "epoch": 1.6785542168674699, + "grad_norm": 0.14290869235992432, + "learning_rate": 1.946304014379878e-05, + "loss": 0.008, + "step": 436 + }, + { + "epoch": 1.6824096385542169, + "grad_norm": 0.19874858856201172, + "learning_rate": 1.93735740189384e-05, + "loss": 0.0089, + "step": 437 + }, + { + "epoch": 1.686265060240964, + "grad_norm": 0.13204169273376465, + "learning_rate": 1.9284120439768192e-05, + "loss": 0.0142, + "step": 438 + }, + { + "epoch": 1.690120481927711, + "grad_norm": 0.3346060812473297, + "learning_rate": 1.9194681197811703e-05, + "loss": 0.0047, + "step": 439 + }, + { + "epoch": 1.693975903614458, + "grad_norm": 0.3231620788574219, + "learning_rate": 1.910525808430532e-05, + "loss": 0.0082, + "step": 440 + }, + { + "epoch": 1.697831325301205, + "grad_norm": 0.17857253551483154, + "learning_rate": 1.901585289016244e-05, + "loss": 0.0035, + "step": 441 + }, + { + "epoch": 1.701686746987952, + "grad_norm": 0.3094499707221985, + "learning_rate": 1.8926467405937567e-05, + "loss": 0.015, + "step": 442 + }, + { + "epoch": 1.7055421686746988, + "grad_norm": 0.11924882233142853, + "learning_rate": 1.8837103421790486e-05, + "loss": 0.0198, + "step": 443 + }, + { + "epoch": 1.7093975903614458, + "grad_norm": 0.15662431716918945, + "learning_rate": 1.8747762727450363e-05, + "loss": 0.0088, + "step": 444 + }, + { + "epoch": 1.7132530120481928, + "grad_norm": 0.12857934832572937, + "learning_rate": 1.8658447112179952e-05, + "loss": 0.0177, + "step": 445 + }, + { + "epoch": 1.7171084337349396, + "grad_norm": 0.0960603877902031, + "learning_rate": 1.8569158364739736e-05, + "loss": 0.0042, + "step": 446 + }, + { + "epoch": 1.7209638554216866, + "grad_norm": 0.08039736747741699, + "learning_rate": 1.8479898273352084e-05, + "loss": 0.0043, + "step": 447 + }, + { + "epoch": 1.7248192771084336, + "grad_norm": 0.0857943594455719, + "learning_rate": 1.8390668625665483e-05, + "loss": 0.0031, + "step": 448 + }, + { + "epoch": 1.7286746987951807, + "grad_norm": 0.14046747982501984, + "learning_rate": 1.83014712087187e-05, + "loss": 0.0129, + "step": 449 + }, + { + "epoch": 1.7325301204819277, + "grad_norm": 0.1024412289261818, + "learning_rate": 1.821230780890502e-05, + "loss": 0.0101, + "step": 450 + }, + { + "epoch": 1.7363855421686747, + "grad_norm": 0.08862444758415222, + "learning_rate": 1.8123180211936417e-05, + "loss": 0.0069, + "step": 451 + }, + { + "epoch": 1.7402409638554217, + "grad_norm": 0.06873127818107605, + "learning_rate": 1.803409020280786e-05, + "loss": 0.004, + "step": 452 + }, + { + "epoch": 1.7440963855421687, + "grad_norm": 0.0650935024023056, + "learning_rate": 1.794503956576152e-05, + "loss": 0.0027, + "step": 453 + }, + { + "epoch": 1.7479518072289157, + "grad_norm": 0.10328482836484909, + "learning_rate": 1.7856030084251045e-05, + "loss": 0.0047, + "step": 454 + }, + { + "epoch": 1.7518072289156628, + "grad_norm": 0.14203296601772308, + "learning_rate": 1.776706354090585e-05, + "loss": 0.0081, + "step": 455 + }, + { + "epoch": 1.7556626506024098, + "grad_norm": 0.08143935352563858, + "learning_rate": 1.7678141717495394e-05, + "loss": 0.0045, + "step": 456 + }, + { + "epoch": 1.7595180722891566, + "grad_norm": 0.11309202760457993, + "learning_rate": 1.758926639489354e-05, + "loss": 0.0159, + "step": 457 + }, + { + "epoch": 1.7633734939759036, + "grad_norm": 0.10518789291381836, + "learning_rate": 1.7500439353042834e-05, + "loss": 0.0126, + "step": 458 + }, + { + "epoch": 1.7672289156626506, + "grad_norm": 0.09407763183116913, + "learning_rate": 1.7411662370918893e-05, + "loss": 0.0046, + "step": 459 + }, + { + "epoch": 1.7710843373493976, + "grad_norm": 0.09223105013370514, + "learning_rate": 1.7322937226494775e-05, + "loss": 0.0056, + "step": 460 + }, + { + "epoch": 1.7749397590361444, + "grad_norm": 0.10010652989149094, + "learning_rate": 1.7234265696705344e-05, + "loss": 0.0078, + "step": 461 + }, + { + "epoch": 1.7787951807228914, + "grad_norm": 0.09317822009325027, + "learning_rate": 1.7145649557411716e-05, + "loss": 0.0043, + "step": 462 + }, + { + "epoch": 1.7826506024096385, + "grad_norm": 0.14171656966209412, + "learning_rate": 1.7057090583365678e-05, + "loss": 0.0073, + "step": 463 + }, + { + "epoch": 1.7865060240963855, + "grad_norm": 0.09350872039794922, + "learning_rate": 1.6968590548174155e-05, + "loss": 0.0052, + "step": 464 + }, + { + "epoch": 1.7903614457831325, + "grad_norm": 0.13011880218982697, + "learning_rate": 1.6880151224263646e-05, + "loss": 0.0119, + "step": 465 + }, + { + "epoch": 1.7942168674698795, + "grad_norm": 0.12144693732261658, + "learning_rate": 1.6791774382844794e-05, + "loss": 0.0108, + "step": 466 + }, + { + "epoch": 1.7980722891566265, + "grad_norm": 0.5980355739593506, + "learning_rate": 1.6703461793876876e-05, + "loss": 0.0454, + "step": 467 + }, + { + "epoch": 1.8019277108433736, + "grad_norm": 0.1022690162062645, + "learning_rate": 1.6615215226032332e-05, + "loss": 0.0046, + "step": 468 + }, + { + "epoch": 1.8057831325301206, + "grad_norm": 0.09623578935861588, + "learning_rate": 1.6527036446661396e-05, + "loss": 0.0064, + "step": 469 + }, + { + "epoch": 1.8096385542168676, + "grad_norm": 0.5450147390365601, + "learning_rate": 1.643892722175667e-05, + "loss": 0.0103, + "step": 470 + }, + { + "epoch": 1.8134939759036146, + "grad_norm": 0.18981006741523743, + "learning_rate": 1.635088931591775e-05, + "loss": 0.0065, + "step": 471 + }, + { + "epoch": 1.8173493975903614, + "grad_norm": 0.14748261868953705, + "learning_rate": 1.6262924492315907e-05, + "loss": 0.0198, + "step": 472 + }, + { + "epoch": 1.8212048192771084, + "grad_norm": 0.11080063134431839, + "learning_rate": 1.6175034512658753e-05, + "loss": 0.0071, + "step": 473 + }, + { + "epoch": 1.8250602409638554, + "grad_norm": 0.1321505457162857, + "learning_rate": 1.6087221137154995e-05, + "loss": 0.0115, + "step": 474 + }, + { + "epoch": 1.8289156626506025, + "grad_norm": 0.1794983297586441, + "learning_rate": 1.5999486124479115e-05, + "loss": 0.0204, + "step": 475 + }, + { + "epoch": 1.8327710843373493, + "grad_norm": 0.2090386003255844, + "learning_rate": 1.591183123173622e-05, + "loss": 0.0086, + "step": 476 + }, + { + "epoch": 1.8366265060240963, + "grad_norm": 0.1864124834537506, + "learning_rate": 1.5824258214426833e-05, + "loss": 0.0037, + "step": 477 + }, + { + "epoch": 1.8404819277108433, + "grad_norm": 0.0974712073802948, + "learning_rate": 1.5736768826411683e-05, + "loss": 0.0066, + "step": 478 + }, + { + "epoch": 1.8443373493975903, + "grad_norm": 0.13470065593719482, + "learning_rate": 1.5649364819876655e-05, + "loss": 0.0082, + "step": 479 + }, + { + "epoch": 1.8481927710843373, + "grad_norm": 0.15067611634731293, + "learning_rate": 1.5562047945297652e-05, + "loss": 0.0067, + "step": 480 + }, + { + "epoch": 1.8520481927710843, + "grad_norm": 0.1268431693315506, + "learning_rate": 1.547481995140556e-05, + "loss": 0.0076, + "step": 481 + }, + { + "epoch": 1.8559036144578314, + "grad_norm": 0.19485311210155487, + "learning_rate": 1.53876825851512e-05, + "loss": 0.0043, + "step": 482 + }, + { + "epoch": 1.8597590361445784, + "grad_norm": 0.08730349689722061, + "learning_rate": 1.5300637591670357e-05, + "loss": 0.0081, + "step": 483 + }, + { + "epoch": 1.8636144578313254, + "grad_norm": 0.10607759654521942, + "learning_rate": 1.5213686714248852e-05, + "loss": 0.0084, + "step": 484 + }, + { + "epoch": 1.8674698795180724, + "grad_norm": 0.09020885825157166, + "learning_rate": 1.5126831694287564e-05, + "loss": 0.0061, + "step": 485 + }, + { + "epoch": 1.8713253012048194, + "grad_norm": 0.16199110448360443, + "learning_rate": 1.5040074271267633e-05, + "loss": 0.0125, + "step": 486 + }, + { + "epoch": 1.8751807228915662, + "grad_norm": 0.07592602074146271, + "learning_rate": 1.4953416182715566e-05, + "loss": 0.0041, + "step": 487 + }, + { + "epoch": 1.8790361445783132, + "grad_norm": 0.3946191668510437, + "learning_rate": 1.4866859164168466e-05, + "loss": 0.0084, + "step": 488 + }, + { + "epoch": 1.8828915662650603, + "grad_norm": 0.0946611613035202, + "learning_rate": 1.478040494913926e-05, + "loss": 0.0062, + "step": 489 + }, + { + "epoch": 1.886746987951807, + "grad_norm": 0.11009645462036133, + "learning_rate": 1.4694055269081987e-05, + "loss": 0.0065, + "step": 490 + }, + { + "epoch": 1.890602409638554, + "grad_norm": 0.18255947530269623, + "learning_rate": 1.460781185335713e-05, + "loss": 0.0065, + "step": 491 + }, + { + "epoch": 1.894457831325301, + "grad_norm": 0.09501689672470093, + "learning_rate": 1.452167642919695e-05, + "loss": 0.0032, + "step": 492 + }, + { + "epoch": 1.8983132530120481, + "grad_norm": 0.1402011215686798, + "learning_rate": 1.443565072167095e-05, + "loss": 0.0088, + "step": 493 + }, + { + "epoch": 1.9021686746987951, + "grad_norm": 0.07192618399858475, + "learning_rate": 1.4349736453651262e-05, + "loss": 0.0041, + "step": 494 + }, + { + "epoch": 1.9060240963855422, + "grad_norm": 0.1595878303050995, + "learning_rate": 1.4263935345778202e-05, + "loss": 0.0058, + "step": 495 + }, + { + "epoch": 1.9098795180722892, + "grad_norm": 0.07809515297412872, + "learning_rate": 1.4178249116425744e-05, + "loss": 0.0037, + "step": 496 + }, + { + "epoch": 1.9137349397590362, + "grad_norm": 0.09462330490350723, + "learning_rate": 1.409267948166718e-05, + "loss": 0.0051, + "step": 497 + }, + { + "epoch": 1.9175903614457832, + "grad_norm": 0.21062414348125458, + "learning_rate": 1.4007228155240696e-05, + "loss": 0.0084, + "step": 498 + }, + { + "epoch": 1.9214457831325302, + "grad_norm": 0.06321538984775543, + "learning_rate": 1.3921896848515064e-05, + "loss": 0.0073, + "step": 499 + }, + { + "epoch": 1.9253012048192772, + "grad_norm": 0.1303102821111679, + "learning_rate": 1.3836687270455388e-05, + "loss": 0.0117, + "step": 500 + }, + { + "epoch": 1.929156626506024, + "grad_norm": 0.09845706820487976, + "learning_rate": 1.3751601127588849e-05, + "loss": 0.0044, + "step": 501 + }, + { + "epoch": 1.933012048192771, + "grad_norm": 0.07379204034805298, + "learning_rate": 1.3666640123970556e-05, + "loss": 0.0051, + "step": 502 + }, + { + "epoch": 1.936867469879518, + "grad_norm": 0.07889371365308762, + "learning_rate": 1.3581805961149371e-05, + "loss": 0.008, + "step": 503 + }, + { + "epoch": 1.940722891566265, + "grad_norm": 0.10923505574464798, + "learning_rate": 1.3497100338133899e-05, + "loss": 0.0136, + "step": 504 + }, + { + "epoch": 1.944578313253012, + "grad_norm": 0.12238901853561401, + "learning_rate": 1.341252495135841e-05, + "loss": 0.006, + "step": 505 + }, + { + "epoch": 1.948433734939759, + "grad_norm": 0.09399964660406113, + "learning_rate": 1.3328081494648874e-05, + "loss": 0.0076, + "step": 506 + }, + { + "epoch": 1.952289156626506, + "grad_norm": 0.14163890480995178, + "learning_rate": 1.324377165918906e-05, + "loss": 0.006, + "step": 507 + }, + { + "epoch": 1.956144578313253, + "grad_norm": 0.09812217950820923, + "learning_rate": 1.3159597133486628e-05, + "loss": 0.0058, + "step": 508 + }, + { + "epoch": 1.96, + "grad_norm": 0.1172025129199028, + "learning_rate": 1.3075559603339354e-05, + "loss": 0.0085, + "step": 509 + }, + { + "epoch": 1.963855421686747, + "grad_norm": 0.056579310446977615, + "learning_rate": 1.299166075180133e-05, + "loss": 0.0037, + "step": 510 + }, + { + "epoch": 1.967710843373494, + "grad_norm": 0.11834102869033813, + "learning_rate": 1.2907902259149287e-05, + "loss": 0.0047, + "step": 511 + }, + { + "epoch": 1.971566265060241, + "grad_norm": 0.4097451865673065, + "learning_rate": 1.282428580284894e-05, + "loss": 0.0158, + "step": 512 + }, + { + "epoch": 1.975421686746988, + "grad_norm": 0.06863151490688324, + "learning_rate": 1.274081305752135e-05, + "loss": 0.0033, + "step": 513 + }, + { + "epoch": 1.979277108433735, + "grad_norm": 0.09778847545385361, + "learning_rate": 1.2657485694909451e-05, + "loss": 0.0056, + "step": 514 + }, + { + "epoch": 1.983132530120482, + "grad_norm": 0.10331977903842926, + "learning_rate": 1.2574305383844528e-05, + "loss": 0.0055, + "step": 515 + }, + { + "epoch": 1.9869879518072289, + "grad_norm": 0.06463884562253952, + "learning_rate": 1.2491273790212806e-05, + "loss": 0.0039, + "step": 516 + }, + { + "epoch": 1.9908433734939759, + "grad_norm": 0.12248596549034119, + "learning_rate": 1.2408392576922075e-05, + "loss": 0.0115, + "step": 517 + }, + { + "epoch": 1.994698795180723, + "grad_norm": 0.15362606942653656, + "learning_rate": 1.2325663403868406e-05, + "loss": 0.0087, + "step": 518 + }, + { + "epoch": 1.99855421686747, + "grad_norm": 0.06778371334075928, + "learning_rate": 1.2243087927902905e-05, + "loss": 0.0032, + "step": 519 + }, + { + "epoch": 2.0, + "grad_norm": 0.2598204016685486, + "learning_rate": 1.2160667802798503e-05, + "loss": 0.0092, + "step": 520 + }, + { + "epoch": 2.003855421686747, + "grad_norm": 0.1877129226922989, + "learning_rate": 1.2078404679216864e-05, + "loss": 0.0076, + "step": 521 + }, + { + "epoch": 2.007710843373494, + "grad_norm": 0.0740046426653862, + "learning_rate": 1.199630020467533e-05, + "loss": 0.0028, + "step": 522 + }, + { + "epoch": 2.011566265060241, + "grad_norm": 0.14209777116775513, + "learning_rate": 1.1914356023513904e-05, + "loss": 0.008, + "step": 523 + }, + { + "epoch": 2.015421686746988, + "grad_norm": 0.06664244830608368, + "learning_rate": 1.1832573776862319e-05, + "loss": 0.007, + "step": 524 + }, + { + "epoch": 2.019277108433735, + "grad_norm": 0.0566011480987072, + "learning_rate": 1.1750955102607193e-05, + "loss": 0.0023, + "step": 525 + }, + { + "epoch": 2.023132530120482, + "grad_norm": 0.059486355632543564, + "learning_rate": 1.1669501635359212e-05, + "loss": 0.0023, + "step": 526 + }, + { + "epoch": 2.026987951807229, + "grad_norm": 0.048501964658498764, + "learning_rate": 1.1588215006420374e-05, + "loss": 0.0024, + "step": 527 + }, + { + "epoch": 2.0308433734939757, + "grad_norm": 0.06546659767627716, + "learning_rate": 1.1507096843751372e-05, + "loss": 0.0038, + "step": 528 + }, + { + "epoch": 2.0346987951807227, + "grad_norm": 0.055793650448322296, + "learning_rate": 1.1426148771938915e-05, + "loss": 0.0039, + "step": 529 + }, + { + "epoch": 2.0385542168674697, + "grad_norm": 0.14630311727523804, + "learning_rate": 1.1345372412163276e-05, + "loss": 0.0028, + "step": 530 + }, + { + "epoch": 2.0424096385542168, + "grad_norm": 0.052479639649391174, + "learning_rate": 1.1264769382165748e-05, + "loss": 0.0033, + "step": 531 + }, + { + "epoch": 2.0462650602409638, + "grad_norm": 0.06099266931414604, + "learning_rate": 1.1184341296216281e-05, + "loss": 0.0023, + "step": 532 + }, + { + "epoch": 2.050120481927711, + "grad_norm": 0.08203870803117752, + "learning_rate": 1.110408976508118e-05, + "loss": 0.0025, + "step": 533 + }, + { + "epoch": 2.053975903614458, + "grad_norm": 0.031148897483944893, + "learning_rate": 1.1024016395990758e-05, + "loss": 0.0021, + "step": 534 + }, + { + "epoch": 2.057831325301205, + "grad_norm": 0.10753555595874786, + "learning_rate": 1.094412279260726e-05, + "loss": 0.0084, + "step": 535 + }, + { + "epoch": 2.061686746987952, + "grad_norm": 0.04244984686374664, + "learning_rate": 1.0864410554992654e-05, + "loss": 0.002, + "step": 536 + }, + { + "epoch": 2.065542168674699, + "grad_norm": 0.03356681391596794, + "learning_rate": 1.0784881279576635e-05, + "loss": 0.0015, + "step": 537 + }, + { + "epoch": 2.069397590361446, + "grad_norm": 0.0787050798535347, + "learning_rate": 1.070553655912463e-05, + "loss": 0.0028, + "step": 538 + }, + { + "epoch": 2.073253012048193, + "grad_norm": 0.03804800286889076, + "learning_rate": 1.0626377982705929e-05, + "loss": 0.0021, + "step": 539 + }, + { + "epoch": 2.07710843373494, + "grad_norm": 0.1359545737504959, + "learning_rate": 1.0547407135661816e-05, + "loss": 0.0112, + "step": 540 + }, + { + "epoch": 2.080963855421687, + "grad_norm": 0.07904944568872452, + "learning_rate": 1.0468625599573842e-05, + "loss": 0.0029, + "step": 541 + }, + { + "epoch": 2.0848192771084335, + "grad_norm": 0.0676993653178215, + "learning_rate": 1.0390034952232178e-05, + "loss": 0.0016, + "step": 542 + }, + { + "epoch": 2.0886746987951805, + "grad_norm": 0.052145086228847504, + "learning_rate": 1.0311636767603952e-05, + "loss": 0.0024, + "step": 543 + }, + { + "epoch": 2.0925301204819275, + "grad_norm": 0.1171824038028717, + "learning_rate": 1.0233432615801786e-05, + "loss": 0.009, + "step": 544 + }, + { + "epoch": 2.0963855421686746, + "grad_norm": 0.7555789351463318, + "learning_rate": 1.0155424063052306e-05, + "loss": 0.0052, + "step": 545 + }, + { + "epoch": 2.1002409638554216, + "grad_norm": 0.08210741728544235, + "learning_rate": 1.0077612671664827e-05, + "loss": 0.0054, + "step": 546 + }, + { + "epoch": 2.1040963855421686, + "grad_norm": 0.11431938409805298, + "learning_rate": 1.0000000000000006e-05, + "loss": 0.0039, + "step": 547 + }, + { + "epoch": 2.1079518072289156, + "grad_norm": 0.07425118237733841, + "learning_rate": 9.922587602438657e-06, + "loss": 0.0118, + "step": 548 + }, + { + "epoch": 2.1118072289156626, + "grad_norm": 0.06563588976860046, + "learning_rate": 9.84537702935065e-06, + "loss": 0.0021, + "step": 549 + }, + { + "epoch": 2.1156626506024097, + "grad_norm": 0.23397141695022583, + "learning_rate": 9.768369827063803e-06, + "loss": 0.0064, + "step": 550 + }, + { + "epoch": 2.1195180722891567, + "grad_norm": 0.06807775050401688, + "learning_rate": 9.691567537832964e-06, + "loss": 0.0036, + "step": 551 + }, + { + "epoch": 2.1233734939759037, + "grad_norm": 0.07760459929704666, + "learning_rate": 9.614971699809081e-06, + "loss": 0.005, + "step": 552 + } + ], + "logging_steps": 1, + "max_steps": 780, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 92, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4.18980902466696e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-552/training_args.bin b/checkpoint-552/training_args.bin new file mode 100644 index 0000000..16dd9a0 --- /dev/null +++ b/checkpoint-552/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278dd9cb4a0ad2cab5c6d1358fbf0c25929c01aec5836b90960695f31f47b1b6 +size 7825 diff --git a/checkpoint-644/chat_template.jinja b/checkpoint-644/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/checkpoint-644/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-644/config.json b/checkpoint-644/config.json new file mode 100644 index 0000000..8da640a --- /dev/null +++ b/checkpoint-644/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.56.2", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/checkpoint-644/generation_config.json b/checkpoint-644/generation_config.json new file mode 100644 index 0000000..2152026 --- /dev/null +++ b/checkpoint-644/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128009, + 128001, + 128008, + 128009 + ], + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-644/model-00001-of-00002.safetensors b/checkpoint-644/model-00001-of-00002.safetensors new file mode 100644 index 0000000..b98e343 --- /dev/null +++ b/checkpoint-644/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:085c90cf7c878a1d97fb83abb359474f5488bfd47c30b7f98eb0239825ca371f +size 4965799096 diff --git a/checkpoint-644/model-00002-of-00002.safetensors b/checkpoint-644/model-00002-of-00002.safetensors new file mode 100644 index 0000000..05e2cda --- /dev/null +++ b/checkpoint-644/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f422d6096e8fff9ba84877cc0d8a36cc66b71063c796d7638e06c3d69995a2d +size 2247734992 diff --git a/checkpoint-644/model.safetensors.index.json b/checkpoint-644/model.safetensors.index.json new file mode 100644 index 0000000..887d493 --- /dev/null +++ b/checkpoint-644/model.safetensors.index.json @@ -0,0 +1,263 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 7213504512 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/checkpoint-644/special_tokens_map.json b/checkpoint-644/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/checkpoint-644/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-644/tokenizer.json b/checkpoint-644/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/checkpoint-644/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-644/tokenizer_config.json b/checkpoint-644/tokenizer_config.json new file mode 100644 index 0000000..d1e1ea9 --- /dev/null +++ b/checkpoint-644/tokenizer_config.json @@ -0,0 +1,2068 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-644/trainer_state.json b/checkpoint-644/trainer_state.json new file mode 100644 index 0000000..df6bd80 --- /dev/null +++ b/checkpoint-644/trainer_state.json @@ -0,0 +1,4542 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.4780722891566267, + "eval_steps": 500, + "global_step": 644, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0038554216867469878, + "grad_norm": 1.2289724349975586, + "learning_rate": 0.0, + "loss": 0.0363, + "step": 1 + }, + { + "epoch": 0.0077108433734939755, + "grad_norm": 1.148133635520935, + "learning_rate": 5.128205128205128e-07, + "loss": 0.042, + "step": 2 + }, + { + "epoch": 0.011566265060240964, + "grad_norm": 1.251704216003418, + "learning_rate": 1.0256410256410257e-06, + "loss": 0.0442, + "step": 3 + }, + { + "epoch": 0.015421686746987951, + "grad_norm": 1.1709717512130737, + "learning_rate": 1.5384615384615387e-06, + "loss": 0.0363, + "step": 4 + }, + { + "epoch": 0.01927710843373494, + "grad_norm": 1.1885852813720703, + "learning_rate": 2.0512820512820513e-06, + "loss": 0.0281, + "step": 5 + }, + { + "epoch": 0.02313253012048193, + "grad_norm": 0.7513725161552429, + "learning_rate": 2.564102564102564e-06, + "loss": 0.0456, + "step": 6 + }, + { + "epoch": 0.026987951807228915, + "grad_norm": 0.6604480147361755, + "learning_rate": 3.0769230769230774e-06, + "loss": 0.0336, + "step": 7 + }, + { + "epoch": 0.030843373493975902, + "grad_norm": 0.5245765447616577, + "learning_rate": 3.58974358974359e-06, + "loss": 0.0351, + "step": 8 + }, + { + "epoch": 0.03469879518072289, + "grad_norm": 0.35446059703826904, + "learning_rate": 4.102564102564103e-06, + "loss": 0.022, + "step": 9 + }, + { + "epoch": 0.03855421686746988, + "grad_norm": 0.40557414293289185, + "learning_rate": 4.615384615384616e-06, + "loss": 0.0248, + "step": 10 + }, + { + "epoch": 0.042409638554216866, + "grad_norm": 0.3844715356826782, + "learning_rate": 5.128205128205128e-06, + "loss": 0.0289, + "step": 11 + }, + { + "epoch": 0.04626506024096386, + "grad_norm": 0.31521302461624146, + "learning_rate": 5.641025641025641e-06, + "loss": 0.0221, + "step": 12 + }, + { + "epoch": 0.05012048192771084, + "grad_norm": 0.40441566705703735, + "learning_rate": 6.153846153846155e-06, + "loss": 0.0226, + "step": 13 + }, + { + "epoch": 0.05397590361445783, + "grad_norm": 0.30345258116722107, + "learning_rate": 6.666666666666667e-06, + "loss": 0.0181, + "step": 14 + }, + { + "epoch": 0.05783132530120482, + "grad_norm": 0.32419148087501526, + "learning_rate": 7.17948717948718e-06, + "loss": 0.0217, + "step": 15 + }, + { + "epoch": 0.061686746987951804, + "grad_norm": 0.29662227630615234, + "learning_rate": 7.692307692307694e-06, + "loss": 0.0216, + "step": 16 + }, + { + "epoch": 0.0655421686746988, + "grad_norm": 0.24562332034111023, + "learning_rate": 8.205128205128205e-06, + "loss": 0.0163, + "step": 17 + }, + { + "epoch": 0.06939759036144579, + "grad_norm": 0.21251554787158966, + "learning_rate": 8.717948717948719e-06, + "loss": 0.0176, + "step": 18 + }, + { + "epoch": 0.07325301204819278, + "grad_norm": 0.195358544588089, + "learning_rate": 9.230769230769232e-06, + "loss": 0.0121, + "step": 19 + }, + { + "epoch": 0.07710843373493977, + "grad_norm": 0.1519210785627365, + "learning_rate": 9.743589743589744e-06, + "loss": 0.0103, + "step": 20 + }, + { + "epoch": 0.08096385542168674, + "grad_norm": 0.29832565784454346, + "learning_rate": 1.0256410256410256e-05, + "loss": 0.0197, + "step": 21 + }, + { + "epoch": 0.08481927710843373, + "grad_norm": 0.24802711606025696, + "learning_rate": 1.076923076923077e-05, + "loss": 0.0207, + "step": 22 + }, + { + "epoch": 0.08867469879518072, + "grad_norm": 0.17878903448581696, + "learning_rate": 1.1282051282051283e-05, + "loss": 0.014, + "step": 23 + }, + { + "epoch": 0.09253012048192771, + "grad_norm": 0.23687325417995453, + "learning_rate": 1.1794871794871796e-05, + "loss": 0.0153, + "step": 24 + }, + { + "epoch": 0.0963855421686747, + "grad_norm": 0.29058969020843506, + "learning_rate": 1.230769230769231e-05, + "loss": 0.0149, + "step": 25 + }, + { + "epoch": 0.10024096385542168, + "grad_norm": 0.1624310314655304, + "learning_rate": 1.2820512820512823e-05, + "loss": 0.0127, + "step": 26 + }, + { + "epoch": 0.10409638554216867, + "grad_norm": 0.27256354689598083, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.0173, + "step": 27 + }, + { + "epoch": 0.10795180722891566, + "grad_norm": 0.24831782281398773, + "learning_rate": 1.3846153846153847e-05, + "loss": 0.0161, + "step": 28 + }, + { + "epoch": 0.11180722891566265, + "grad_norm": 0.20417729020118713, + "learning_rate": 1.435897435897436e-05, + "loss": 0.0127, + "step": 29 + }, + { + "epoch": 0.11566265060240964, + "grad_norm": 0.22253485023975372, + "learning_rate": 1.4871794871794874e-05, + "loss": 0.018, + "step": 30 + }, + { + "epoch": 0.11951807228915663, + "grad_norm": 0.1634419709444046, + "learning_rate": 1.5384615384615387e-05, + "loss": 0.0092, + "step": 31 + }, + { + "epoch": 0.12337349397590361, + "grad_norm": 0.16349917650222778, + "learning_rate": 1.5897435897435897e-05, + "loss": 0.0151, + "step": 32 + }, + { + "epoch": 0.1272289156626506, + "grad_norm": 0.2271573394536972, + "learning_rate": 1.641025641025641e-05, + "loss": 0.0174, + "step": 33 + }, + { + "epoch": 0.1310843373493976, + "grad_norm": 0.1916988492012024, + "learning_rate": 1.6923076923076924e-05, + "loss": 0.0126, + "step": 34 + }, + { + "epoch": 0.13493975903614458, + "grad_norm": 0.23479051887989044, + "learning_rate": 1.7435897435897438e-05, + "loss": 0.0116, + "step": 35 + }, + { + "epoch": 0.13879518072289157, + "grad_norm": 0.18296493589878082, + "learning_rate": 1.794871794871795e-05, + "loss": 0.0133, + "step": 36 + }, + { + "epoch": 0.14265060240963856, + "grad_norm": 0.12307147681713104, + "learning_rate": 1.8461538461538465e-05, + "loss": 0.0093, + "step": 37 + }, + { + "epoch": 0.14650602409638555, + "grad_norm": 0.1736001819372177, + "learning_rate": 1.8974358974358975e-05, + "loss": 0.0097, + "step": 38 + }, + { + "epoch": 0.15036144578313254, + "grad_norm": 0.21048344671726227, + "learning_rate": 1.9487179487179488e-05, + "loss": 0.0121, + "step": 39 + }, + { + "epoch": 0.15421686746987953, + "grad_norm": 0.18844228982925415, + "learning_rate": 2e-05, + "loss": 0.0145, + "step": 40 + }, + { + "epoch": 0.1580722891566265, + "grad_norm": 0.24053065478801727, + "learning_rate": 2.0512820512820512e-05, + "loss": 0.0233, + "step": 41 + }, + { + "epoch": 0.16192771084337348, + "grad_norm": 0.16952425241470337, + "learning_rate": 2.102564102564103e-05, + "loss": 0.024, + "step": 42 + }, + { + "epoch": 0.16578313253012048, + "grad_norm": 0.1816851794719696, + "learning_rate": 2.153846153846154e-05, + "loss": 0.0165, + "step": 43 + }, + { + "epoch": 0.16963855421686747, + "grad_norm": 0.17718464136123657, + "learning_rate": 2.2051282051282056e-05, + "loss": 0.0171, + "step": 44 + }, + { + "epoch": 0.17349397590361446, + "grad_norm": 0.44719773530960083, + "learning_rate": 2.2564102564102566e-05, + "loss": 0.0357, + "step": 45 + }, + { + "epoch": 0.17734939759036145, + "grad_norm": 0.1649208813905716, + "learning_rate": 2.3076923076923076e-05, + "loss": 0.016, + "step": 46 + }, + { + "epoch": 0.18120481927710844, + "grad_norm": 0.17772121727466583, + "learning_rate": 2.3589743589743593e-05, + "loss": 0.0106, + "step": 47 + }, + { + "epoch": 0.18506024096385543, + "grad_norm": 0.30155256390571594, + "learning_rate": 2.4102564102564103e-05, + "loss": 0.0132, + "step": 48 + }, + { + "epoch": 0.18891566265060242, + "grad_norm": 0.1777803599834442, + "learning_rate": 2.461538461538462e-05, + "loss": 0.0089, + "step": 49 + }, + { + "epoch": 0.1927710843373494, + "grad_norm": 0.23959968984127045, + "learning_rate": 2.512820512820513e-05, + "loss": 0.0137, + "step": 50 + }, + { + "epoch": 0.1966265060240964, + "grad_norm": 0.2473219782114029, + "learning_rate": 2.5641025641025646e-05, + "loss": 0.0241, + "step": 51 + }, + { + "epoch": 0.20048192771084336, + "grad_norm": 0.14216162264347076, + "learning_rate": 2.6153846153846157e-05, + "loss": 0.0089, + "step": 52 + }, + { + "epoch": 0.20433734939759035, + "grad_norm": 0.16024824976921082, + "learning_rate": 2.6666666666666667e-05, + "loss": 0.0105, + "step": 53 + }, + { + "epoch": 0.20819277108433734, + "grad_norm": 0.19614927470684052, + "learning_rate": 2.7179487179487183e-05, + "loss": 0.0102, + "step": 54 + }, + { + "epoch": 0.21204819277108433, + "grad_norm": 0.18651551008224487, + "learning_rate": 2.7692307692307694e-05, + "loss": 0.0109, + "step": 55 + }, + { + "epoch": 0.21590361445783132, + "grad_norm": 0.1358720362186432, + "learning_rate": 2.820512820512821e-05, + "loss": 0.0082, + "step": 56 + }, + { + "epoch": 0.2197590361445783, + "grad_norm": 0.13998733460903168, + "learning_rate": 2.871794871794872e-05, + "loss": 0.0081, + "step": 57 + }, + { + "epoch": 0.2236144578313253, + "grad_norm": 0.1299574077129364, + "learning_rate": 2.923076923076923e-05, + "loss": 0.0067, + "step": 58 + }, + { + "epoch": 0.2274698795180723, + "grad_norm": 0.17477169632911682, + "learning_rate": 2.9743589743589747e-05, + "loss": 0.0091, + "step": 59 + }, + { + "epoch": 0.23132530120481928, + "grad_norm": 0.27078455686569214, + "learning_rate": 3.0256410256410257e-05, + "loss": 0.0128, + "step": 60 + }, + { + "epoch": 0.23518072289156627, + "grad_norm": 0.2184700220823288, + "learning_rate": 3.0769230769230774e-05, + "loss": 0.0236, + "step": 61 + }, + { + "epoch": 0.23903614457831326, + "grad_norm": 0.21013228595256805, + "learning_rate": 3.128205128205129e-05, + "loss": 0.0114, + "step": 62 + }, + { + "epoch": 0.24289156626506025, + "grad_norm": 0.4988560974597931, + "learning_rate": 3.1794871794871795e-05, + "loss": 0.0111, + "step": 63 + }, + { + "epoch": 0.24674698795180722, + "grad_norm": 0.18484456837177277, + "learning_rate": 3.230769230769231e-05, + "loss": 0.0104, + "step": 64 + }, + { + "epoch": 0.25060240963855424, + "grad_norm": 0.19871847331523895, + "learning_rate": 3.282051282051282e-05, + "loss": 0.0094, + "step": 65 + }, + { + "epoch": 0.2544578313253012, + "grad_norm": 0.17952671647071838, + "learning_rate": 3.3333333333333335e-05, + "loss": 0.0127, + "step": 66 + }, + { + "epoch": 0.2583132530120482, + "grad_norm": 0.29055604338645935, + "learning_rate": 3.384615384615385e-05, + "loss": 0.023, + "step": 67 + }, + { + "epoch": 0.2621686746987952, + "grad_norm": 0.2033795416355133, + "learning_rate": 3.435897435897436e-05, + "loss": 0.0091, + "step": 68 + }, + { + "epoch": 0.26602409638554214, + "grad_norm": 0.2499230057001114, + "learning_rate": 3.4871794871794875e-05, + "loss": 0.0221, + "step": 69 + }, + { + "epoch": 0.26987951807228916, + "grad_norm": 0.22038578987121582, + "learning_rate": 3.538461538461539e-05, + "loss": 0.0139, + "step": 70 + }, + { + "epoch": 0.2737349397590361, + "grad_norm": 0.14657297730445862, + "learning_rate": 3.58974358974359e-05, + "loss": 0.0104, + "step": 71 + }, + { + "epoch": 0.27759036144578314, + "grad_norm": 0.23861773312091827, + "learning_rate": 3.6410256410256416e-05, + "loss": 0.0126, + "step": 72 + }, + { + "epoch": 0.2814457831325301, + "grad_norm": 0.21007320284843445, + "learning_rate": 3.692307692307693e-05, + "loss": 0.0133, + "step": 73 + }, + { + "epoch": 0.2853012048192771, + "grad_norm": 0.20938654243946075, + "learning_rate": 3.7435897435897436e-05, + "loss": 0.0116, + "step": 74 + }, + { + "epoch": 0.2891566265060241, + "grad_norm": 0.27394789457321167, + "learning_rate": 3.794871794871795e-05, + "loss": 0.0158, + "step": 75 + }, + { + "epoch": 0.2930120481927711, + "grad_norm": 0.1749437153339386, + "learning_rate": 3.846153846153846e-05, + "loss": 0.0097, + "step": 76 + }, + { + "epoch": 0.29686746987951806, + "grad_norm": 0.2208889275789261, + "learning_rate": 3.8974358974358976e-05, + "loss": 0.024, + "step": 77 + }, + { + "epoch": 0.3007228915662651, + "grad_norm": 0.32802650332450867, + "learning_rate": 3.948717948717949e-05, + "loss": 0.015, + "step": 78 + }, + { + "epoch": 0.30457831325301205, + "grad_norm": 0.21527938544750214, + "learning_rate": 4e-05, + "loss": 0.0137, + "step": 79 + }, + { + "epoch": 0.30843373493975906, + "grad_norm": 0.2894026041030884, + "learning_rate": 3.999979972589652e-05, + "loss": 0.0177, + "step": 80 + }, + { + "epoch": 0.312289156626506, + "grad_norm": 0.21148355305194855, + "learning_rate": 3.9999198907597046e-05, + "loss": 0.0146, + "step": 81 + }, + { + "epoch": 0.316144578313253, + "grad_norm": 0.1950712502002716, + "learning_rate": 3.999819755713442e-05, + "loss": 0.0174, + "step": 82 + }, + { + "epoch": 0.32, + "grad_norm": 0.23408709466457367, + "learning_rate": 3.9996795694563096e-05, + "loss": 0.0142, + "step": 83 + }, + { + "epoch": 0.32385542168674697, + "grad_norm": 0.4009031355381012, + "learning_rate": 3.999499334795875e-05, + "loss": 0.014, + "step": 84 + }, + { + "epoch": 0.327710843373494, + "grad_norm": 0.2507084012031555, + "learning_rate": 3.999279055341771e-05, + "loss": 0.013, + "step": 85 + }, + { + "epoch": 0.33156626506024095, + "grad_norm": 0.2922132909297943, + "learning_rate": 3.999018735505626e-05, + "loss": 0.013, + "step": 86 + }, + { + "epoch": 0.33542168674698797, + "grad_norm": 0.2073613405227661, + "learning_rate": 3.998718380500971e-05, + "loss": 0.0107, + "step": 87 + }, + { + "epoch": 0.33927710843373493, + "grad_norm": 0.3113904595375061, + "learning_rate": 3.998377996343139e-05, + "loss": 0.0337, + "step": 88 + }, + { + "epoch": 0.34313253012048195, + "grad_norm": 0.18452070653438568, + "learning_rate": 3.997997589849145e-05, + "loss": 0.0137, + "step": 89 + }, + { + "epoch": 0.3469879518072289, + "grad_norm": 0.24420331418514252, + "learning_rate": 3.9975771686375434e-05, + "loss": 0.0104, + "step": 90 + }, + { + "epoch": 0.35084337349397593, + "grad_norm": 0.3163854479789734, + "learning_rate": 3.9971167411282835e-05, + "loss": 0.0133, + "step": 91 + }, + { + "epoch": 0.3546987951807229, + "grad_norm": 0.11558058857917786, + "learning_rate": 3.996616316542537e-05, + "loss": 0.0069, + "step": 92 + }, + { + "epoch": 0.35855421686746985, + "grad_norm": 2.0870206356048584, + "learning_rate": 3.99607590490251e-05, + "loss": 0.0227, + "step": 93 + }, + { + "epoch": 0.3624096385542169, + "grad_norm": 0.23557044565677643, + "learning_rate": 3.9954955170312504e-05, + "loss": 0.0175, + "step": 94 + }, + { + "epoch": 0.36626506024096384, + "grad_norm": 0.2593333423137665, + "learning_rate": 3.9948751645524235e-05, + "loss": 0.0184, + "step": 95 + }, + { + "epoch": 0.37012048192771085, + "grad_norm": 0.5161668658256531, + "learning_rate": 3.994214859890083e-05, + "loss": 0.0265, + "step": 96 + }, + { + "epoch": 0.3739759036144578, + "grad_norm": 0.5731181502342224, + "learning_rate": 3.9935146162684206e-05, + "loss": 0.0167, + "step": 97 + }, + { + "epoch": 0.37783132530120483, + "grad_norm": 1.9357824325561523, + "learning_rate": 3.992774447711503e-05, + "loss": 0.0321, + "step": 98 + }, + { + "epoch": 0.3816867469879518, + "grad_norm": 4.194522857666016, + "learning_rate": 3.9919943690429906e-05, + "loss": 0.086, + "step": 99 + }, + { + "epoch": 0.3855421686746988, + "grad_norm": 0.3377005457878113, + "learning_rate": 3.9911743958858376e-05, + "loss": 0.0206, + "step": 100 + }, + { + "epoch": 0.3893975903614458, + "grad_norm": 0.3599908649921417, + "learning_rate": 3.9903145446619837e-05, + "loss": 0.0207, + "step": 101 + }, + { + "epoch": 0.3932530120481928, + "grad_norm": 0.3402753174304962, + "learning_rate": 3.9894148325920226e-05, + "loss": 0.0241, + "step": 102 + }, + { + "epoch": 0.39710843373493976, + "grad_norm": 0.6041432023048401, + "learning_rate": 3.9884752776948564e-05, + "loss": 0.0138, + "step": 103 + }, + { + "epoch": 0.4009638554216867, + "grad_norm": 4.082062721252441, + "learning_rate": 3.987495898787336e-05, + "loss": 0.1119, + "step": 104 + }, + { + "epoch": 0.40481927710843374, + "grad_norm": 6.899234771728516, + "learning_rate": 3.9864767154838864e-05, + "loss": 0.1046, + "step": 105 + }, + { + "epoch": 0.4086746987951807, + "grad_norm": 3.1316874027252197, + "learning_rate": 3.985417748196108e-05, + "loss": 0.0404, + "step": 106 + }, + { + "epoch": 0.4125301204819277, + "grad_norm": 1.8661688566207886, + "learning_rate": 3.9843190181323744e-05, + "loss": 0.0348, + "step": 107 + }, + { + "epoch": 0.4163855421686747, + "grad_norm": 0.5149962306022644, + "learning_rate": 3.983180547297404e-05, + "loss": 0.0284, + "step": 108 + }, + { + "epoch": 0.4202409638554217, + "grad_norm": 0.3855750858783722, + "learning_rate": 3.982002358491817e-05, + "loss": 0.0242, + "step": 109 + }, + { + "epoch": 0.42409638554216866, + "grad_norm": 0.35508987307548523, + "learning_rate": 3.9807844753116864e-05, + "loss": 0.0179, + "step": 110 + }, + { + "epoch": 0.4279518072289157, + "grad_norm": 1.477452278137207, + "learning_rate": 3.979526922148058e-05, + "loss": 0.0436, + "step": 111 + }, + { + "epoch": 0.43180722891566264, + "grad_norm": 0.41172751784324646, + "learning_rate": 3.978229724186464e-05, + "loss": 0.026, + "step": 112 + }, + { + "epoch": 0.43566265060240966, + "grad_norm": 0.5889139771461487, + "learning_rate": 3.9768929074064206e-05, + "loss": 0.0249, + "step": 113 + }, + { + "epoch": 0.4395180722891566, + "grad_norm": 0.38035663962364197, + "learning_rate": 3.975516498580907e-05, + "loss": 0.0257, + "step": 114 + }, + { + "epoch": 0.4433734939759036, + "grad_norm": 0.35500895977020264, + "learning_rate": 3.9741005252758255e-05, + "loss": 0.026, + "step": 115 + }, + { + "epoch": 0.4472289156626506, + "grad_norm": 0.6464815735816956, + "learning_rate": 3.972645015849457e-05, + "loss": 0.0499, + "step": 116 + }, + { + "epoch": 0.45108433734939757, + "grad_norm": 0.20825283229351044, + "learning_rate": 3.971149999451886e-05, + "loss": 0.034, + "step": 117 + }, + { + "epoch": 0.4549397590361446, + "grad_norm": 0.34638360142707825, + "learning_rate": 3.9696155060244166e-05, + "loss": 0.0226, + "step": 118 + }, + { + "epoch": 0.45879518072289155, + "grad_norm": 0.27782803773880005, + "learning_rate": 3.9680415662989806e-05, + "loss": 0.0197, + "step": 119 + }, + { + "epoch": 0.46265060240963857, + "grad_norm": 0.39609628915786743, + "learning_rate": 3.966428211797514e-05, + "loss": 0.0229, + "step": 120 + }, + { + "epoch": 0.46650602409638553, + "grad_norm": 0.30235278606414795, + "learning_rate": 3.9647754748313294e-05, + "loss": 0.046, + "step": 121 + }, + { + "epoch": 0.47036144578313255, + "grad_norm": 0.2774790823459625, + "learning_rate": 3.963083388500469e-05, + "loss": 0.0208, + "step": 122 + }, + { + "epoch": 0.4742168674698795, + "grad_norm": 0.24587354063987732, + "learning_rate": 3.96135198669304e-05, + "loss": 0.026, + "step": 123 + }, + { + "epoch": 0.47807228915662653, + "grad_norm": 0.2603200376033783, + "learning_rate": 3.959581304084536e-05, + "loss": 0.0189, + "step": 124 + }, + { + "epoch": 0.4819277108433735, + "grad_norm": 0.33505868911743164, + "learning_rate": 3.957771376137144e-05, + "loss": 0.0227, + "step": 125 + }, + { + "epoch": 0.4857831325301205, + "grad_norm": 0.32992950081825256, + "learning_rate": 3.955922239099035e-05, + "loss": 0.0207, + "step": 126 + }, + { + "epoch": 0.48963855421686747, + "grad_norm": 0.2520611882209778, + "learning_rate": 3.954033930003634e-05, + "loss": 0.0308, + "step": 127 + }, + { + "epoch": 0.49349397590361443, + "grad_norm": 0.3344120383262634, + "learning_rate": 3.952106486668884e-05, + "loss": 0.0187, + "step": 128 + }, + { + "epoch": 0.49734939759036145, + "grad_norm": 0.46383559703826904, + "learning_rate": 3.9501399476964806e-05, + "loss": 0.0174, + "step": 129 + }, + { + "epoch": 0.5012048192771085, + "grad_norm": 0.2674378752708435, + "learning_rate": 3.9481343524711095e-05, + "loss": 0.0164, + "step": 130 + }, + { + "epoch": 0.5050602409638554, + "grad_norm": 0.21262381970882416, + "learning_rate": 3.946089741159648e-05, + "loss": 0.0088, + "step": 131 + }, + { + "epoch": 0.5089156626506024, + "grad_norm": 0.2904111444950104, + "learning_rate": 3.944006154710366e-05, + "loss": 0.0195, + "step": 132 + }, + { + "epoch": 0.5127710843373494, + "grad_norm": 0.42615893483161926, + "learning_rate": 3.9418836348521045e-05, + "loss": 0.0172, + "step": 133 + }, + { + "epoch": 0.5166265060240964, + "grad_norm": 0.25124824047088623, + "learning_rate": 3.939722224093439e-05, + "loss": 0.0151, + "step": 134 + }, + { + "epoch": 0.5204819277108433, + "grad_norm": 1.9261884689331055, + "learning_rate": 3.937521965721831e-05, + "loss": 0.0247, + "step": 135 + }, + { + "epoch": 0.5243373493975904, + "grad_norm": 0.24449346959590912, + "learning_rate": 3.9352829038027564e-05, + "loss": 0.0113, + "step": 136 + }, + { + "epoch": 0.5281927710843374, + "grad_norm": 2.4259743690490723, + "learning_rate": 3.933005083178828e-05, + "loss": 0.0533, + "step": 137 + }, + { + "epoch": 0.5320481927710843, + "grad_norm": 0.3187374472618103, + "learning_rate": 3.930688549468894e-05, + "loss": 0.0179, + "step": 138 + }, + { + "epoch": 0.5359036144578313, + "grad_norm": 2.9974002838134766, + "learning_rate": 3.928333349067125e-05, + "loss": 0.023, + "step": 139 + }, + { + "epoch": 0.5397590361445783, + "grad_norm": 0.7724501490592957, + "learning_rate": 3.9259395291420864e-05, + "loss": 0.0179, + "step": 140 + }, + { + "epoch": 0.5436144578313253, + "grad_norm": 0.2811576724052429, + "learning_rate": 3.923507137635792e-05, + "loss": 0.0118, + "step": 141 + }, + { + "epoch": 0.5474698795180722, + "grad_norm": 0.301895409822464, + "learning_rate": 3.921036223262745e-05, + "loss": 0.0152, + "step": 142 + }, + { + "epoch": 0.5513253012048193, + "grad_norm": 0.32171159982681274, + "learning_rate": 3.9185268355089606e-05, + "loss": 0.0297, + "step": 143 + }, + { + "epoch": 0.5551807228915663, + "grad_norm": 0.16498999297618866, + "learning_rate": 3.915979024630978e-05, + "loss": 0.0134, + "step": 144 + }, + { + "epoch": 0.5590361445783133, + "grad_norm": 0.27746957540512085, + "learning_rate": 3.913392841654851e-05, + "loss": 0.013, + "step": 145 + }, + { + "epoch": 0.5628915662650602, + "grad_norm": 0.2298375517129898, + "learning_rate": 3.9107683383751264e-05, + "loss": 0.0106, + "step": 146 + }, + { + "epoch": 0.5667469879518072, + "grad_norm": 0.2801443636417389, + "learning_rate": 3.9081055673538093e-05, + "loss": 0.0214, + "step": 147 + }, + { + "epoch": 0.5706024096385542, + "grad_norm": 0.22764678299427032, + "learning_rate": 3.9054045819193074e-05, + "loss": 0.0148, + "step": 148 + }, + { + "epoch": 0.5744578313253013, + "grad_norm": 0.1658417284488678, + "learning_rate": 3.902665436165364e-05, + "loss": 0.0333, + "step": 149 + }, + { + "epoch": 0.5783132530120482, + "grad_norm": 0.1666492223739624, + "learning_rate": 3.8998881849499756e-05, + "loss": 0.0162, + "step": 150 + }, + { + "epoch": 0.5821686746987952, + "grad_norm": 0.20655786991119385, + "learning_rate": 3.897072883894291e-05, + "loss": 0.0152, + "step": 151 + }, + { + "epoch": 0.5860240963855422, + "grad_norm": 0.25162509083747864, + "learning_rate": 3.894219589381501e-05, + "loss": 0.0422, + "step": 152 + }, + { + "epoch": 0.5898795180722891, + "grad_norm": 0.17071524262428284, + "learning_rate": 3.8913283585557054e-05, + "loss": 0.0082, + "step": 153 + }, + { + "epoch": 0.5937349397590361, + "grad_norm": 0.20576122403144836, + "learning_rate": 3.8883992493207696e-05, + "loss": 0.0111, + "step": 154 + }, + { + "epoch": 0.5975903614457831, + "grad_norm": 0.19477005302906036, + "learning_rate": 3.885432320339167e-05, + "loss": 0.0084, + "step": 155 + }, + { + "epoch": 0.6014457831325302, + "grad_norm": 0.26111698150634766, + "learning_rate": 3.8824276310308e-05, + "loss": 0.0172, + "step": 156 + }, + { + "epoch": 0.6053012048192771, + "grad_norm": 0.2800676226615906, + "learning_rate": 3.879385241571817e-05, + "loss": 0.0238, + "step": 157 + }, + { + "epoch": 0.6091566265060241, + "grad_norm": 0.2781737148761749, + "learning_rate": 3.876305212893399e-05, + "loss": 0.0272, + "step": 158 + }, + { + "epoch": 0.6130120481927711, + "grad_norm": 0.6798153519630432, + "learning_rate": 3.873187606680543e-05, + "loss": 0.0091, + "step": 159 + }, + { + "epoch": 0.6168674698795181, + "grad_norm": 0.1639501005411148, + "learning_rate": 3.8700324853708304e-05, + "loss": 0.0233, + "step": 160 + }, + { + "epoch": 0.620722891566265, + "grad_norm": 0.39862754940986633, + "learning_rate": 3.866839912153168e-05, + "loss": 0.016, + "step": 161 + }, + { + "epoch": 0.624578313253012, + "grad_norm": 0.48113104701042175, + "learning_rate": 3.863609950966531e-05, + "loss": 0.016, + "step": 162 + }, + { + "epoch": 0.6284337349397591, + "grad_norm": 0.17467358708381653, + "learning_rate": 3.860342666498677e-05, + "loss": 0.0103, + "step": 163 + }, + { + "epoch": 0.632289156626506, + "grad_norm": 0.5942115783691406, + "learning_rate": 3.8570381241848534e-05, + "loss": 0.0158, + "step": 164 + }, + { + "epoch": 0.636144578313253, + "grad_norm": 0.2018311470746994, + "learning_rate": 3.853696390206484e-05, + "loss": 0.0193, + "step": 165 + }, + { + "epoch": 0.64, + "grad_norm": 0.5149483680725098, + "learning_rate": 3.850317531489848e-05, + "loss": 0.0268, + "step": 166 + }, + { + "epoch": 0.643855421686747, + "grad_norm": 0.16745764017105103, + "learning_rate": 3.846901615704734e-05, + "loss": 0.0132, + "step": 167 + }, + { + "epoch": 0.6477108433734939, + "grad_norm": 1.0696477890014648, + "learning_rate": 3.843448711263089e-05, + "loss": 0.0228, + "step": 168 + }, + { + "epoch": 0.651566265060241, + "grad_norm": 0.27323034405708313, + "learning_rate": 3.839958887317649e-05, + "loss": 0.0309, + "step": 169 + }, + { + "epoch": 0.655421686746988, + "grad_norm": 0.32417500019073486, + "learning_rate": 3.8364322137605484e-05, + "loss": 0.0282, + "step": 170 + }, + { + "epoch": 0.659277108433735, + "grad_norm": 0.24416105449199677, + "learning_rate": 3.832868761221926e-05, + "loss": 0.0149, + "step": 171 + }, + { + "epoch": 0.6631325301204819, + "grad_norm": 0.40103256702423096, + "learning_rate": 3.829268601068509e-05, + "loss": 0.0196, + "step": 172 + }, + { + "epoch": 0.6669879518072289, + "grad_norm": 0.4967587888240814, + "learning_rate": 3.825631805402182e-05, + "loss": 0.027, + "step": 173 + }, + { + "epoch": 0.6708433734939759, + "grad_norm": 0.32446494698524475, + "learning_rate": 3.821958447058543e-05, + "loss": 0.0186, + "step": 174 + }, + { + "epoch": 0.6746987951807228, + "grad_norm": 0.17924204468727112, + "learning_rate": 3.818248599605448e-05, + "loss": 0.0158, + "step": 175 + }, + { + "epoch": 0.6785542168674699, + "grad_norm": 0.32113662362098694, + "learning_rate": 3.8145023373415326e-05, + "loss": 0.0186, + "step": 176 + }, + { + "epoch": 0.6824096385542169, + "grad_norm": 0.2955350875854492, + "learning_rate": 3.810719735294731e-05, + "loss": 0.0254, + "step": 177 + }, + { + "epoch": 0.6862650602409639, + "grad_norm": 0.3955155611038208, + "learning_rate": 3.806900869220765e-05, + "loss": 0.0247, + "step": 178 + }, + { + "epoch": 0.6901204819277108, + "grad_norm": 0.28007134795188904, + "learning_rate": 3.8030458156016326e-05, + "loss": 0.0159, + "step": 179 + }, + { + "epoch": 0.6939759036144578, + "grad_norm": 0.3042643666267395, + "learning_rate": 3.799154651644075e-05, + "loss": 0.0163, + "step": 180 + }, + { + "epoch": 0.6978313253012048, + "grad_norm": 0.18276739120483398, + "learning_rate": 3.795227455278029e-05, + "loss": 0.0088, + "step": 181 + }, + { + "epoch": 0.7016867469879519, + "grad_norm": 0.19548135995864868, + "learning_rate": 3.7912643051550674e-05, + "loss": 0.0115, + "step": 182 + }, + { + "epoch": 0.7055421686746988, + "grad_norm": 0.2164657711982727, + "learning_rate": 3.787265280646825e-05, + "loss": 0.0152, + "step": 183 + }, + { + "epoch": 0.7093975903614458, + "grad_norm": 0.19452515244483948, + "learning_rate": 3.783230461843406e-05, + "loss": 0.008, + "step": 184 + }, + { + "epoch": 0.7132530120481928, + "grad_norm": 0.27214348316192627, + "learning_rate": 3.7791599295517825e-05, + "loss": 0.0127, + "step": 185 + }, + { + "epoch": 0.7171084337349397, + "grad_norm": 0.6383033990859985, + "learning_rate": 3.775053765294175e-05, + "loss": 0.0151, + "step": 186 + }, + { + "epoch": 0.7209638554216867, + "grad_norm": 0.17882253229618073, + "learning_rate": 3.7709120513064196e-05, + "loss": 0.0092, + "step": 187 + }, + { + "epoch": 0.7248192771084337, + "grad_norm": 0.2078862190246582, + "learning_rate": 3.7667348705363227e-05, + "loss": 0.0133, + "step": 188 + }, + { + "epoch": 0.7286746987951808, + "grad_norm": 0.1957724541425705, + "learning_rate": 3.762522306641998e-05, + "loss": 0.0108, + "step": 189 + }, + { + "epoch": 0.7325301204819277, + "grad_norm": 0.16418907046318054, + "learning_rate": 3.75827444399019e-05, + "loss": 0.0137, + "step": 190 + }, + { + "epoch": 0.7363855421686747, + "grad_norm": 0.45467960834503174, + "learning_rate": 3.7539913676545874e-05, + "loss": 0.0142, + "step": 191 + }, + { + "epoch": 0.7402409638554217, + "grad_norm": 1.2079054117202759, + "learning_rate": 3.749673163414117e-05, + "loss": 0.019, + "step": 192 + }, + { + "epoch": 0.7440963855421687, + "grad_norm": 0.11845115572214127, + "learning_rate": 3.745319917751229e-05, + "loss": 0.0098, + "step": 193 + }, + { + "epoch": 0.7479518072289156, + "grad_norm": 0.18299613893032074, + "learning_rate": 3.740931717850159e-05, + "loss": 0.0132, + "step": 194 + }, + { + "epoch": 0.7518072289156627, + "grad_norm": 0.225267231464386, + "learning_rate": 3.736508651595188e-05, + "loss": 0.0148, + "step": 195 + }, + { + "epoch": 0.7556626506024097, + "grad_norm": 0.49103838205337524, + "learning_rate": 3.732050807568878e-05, + "loss": 0.0132, + "step": 196 + }, + { + "epoch": 0.7595180722891566, + "grad_norm": 0.19766205549240112, + "learning_rate": 3.727558275050301e-05, + "loss": 0.02, + "step": 197 + }, + { + "epoch": 0.7633734939759036, + "grad_norm": 0.28864291310310364, + "learning_rate": 3.7230311440132494e-05, + "loss": 0.0222, + "step": 198 + }, + { + "epoch": 0.7672289156626506, + "grad_norm": 0.28816428780555725, + "learning_rate": 3.718469505124434e-05, + "loss": 0.0256, + "step": 199 + }, + { + "epoch": 0.7710843373493976, + "grad_norm": 0.20701606571674347, + "learning_rate": 3.713873449741669e-05, + "loss": 0.0114, + "step": 200 + }, + { + "epoch": 0.7749397590361445, + "grad_norm": 0.5334108471870422, + "learning_rate": 3.709243069912041e-05, + "loss": 0.0119, + "step": 201 + }, + { + "epoch": 0.7787951807228916, + "grad_norm": 0.7352932095527649, + "learning_rate": 3.704578458370067e-05, + "loss": 0.0148, + "step": 202 + }, + { + "epoch": 0.7826506024096386, + "grad_norm": 0.22625291347503662, + "learning_rate": 3.699879708535838e-05, + "loss": 0.0164, + "step": 203 + }, + { + "epoch": 0.7865060240963856, + "grad_norm": 0.2132428139448166, + "learning_rate": 3.695146914513142e-05, + "loss": 0.0083, + "step": 204 + }, + { + "epoch": 0.7903614457831325, + "grad_norm": 0.15848131477832794, + "learning_rate": 3.69038017108759e-05, + "loss": 0.0098, + "step": 205 + }, + { + "epoch": 0.7942168674698795, + "grad_norm": 1.2738759517669678, + "learning_rate": 3.685579573724707e-05, + "loss": 0.0137, + "step": 206 + }, + { + "epoch": 0.7980722891566265, + "grad_norm": 0.2131299078464508, + "learning_rate": 3.680745218568026e-05, + "loss": 0.019, + "step": 207 + }, + { + "epoch": 0.8019277108433734, + "grad_norm": 0.24905090034008026, + "learning_rate": 3.6758772024371626e-05, + "loss": 0.0242, + "step": 208 + }, + { + "epoch": 0.8057831325301205, + "grad_norm": 0.36632227897644043, + "learning_rate": 3.6709756228258735e-05, + "loss": 0.021, + "step": 209 + }, + { + "epoch": 0.8096385542168675, + "grad_norm": 0.19981122016906738, + "learning_rate": 3.6660405779001036e-05, + "loss": 0.0174, + "step": 210 + }, + { + "epoch": 0.8134939759036145, + "grad_norm": 0.13923773169517517, + "learning_rate": 3.6610721664960236e-05, + "loss": 0.0088, + "step": 211 + }, + { + "epoch": 0.8173493975903614, + "grad_norm": 0.27602291107177734, + "learning_rate": 3.656070488118047e-05, + "loss": 0.0391, + "step": 212 + }, + { + "epoch": 0.8212048192771084, + "grad_norm": 1.3190431594848633, + "learning_rate": 3.65103564293684e-05, + "loss": 0.0255, + "step": 213 + }, + { + "epoch": 0.8250602409638554, + "grad_norm": 0.15323355793952942, + "learning_rate": 3.645967731787313e-05, + "loss": 0.0164, + "step": 214 + }, + { + "epoch": 0.8289156626506025, + "grad_norm": 0.15326736867427826, + "learning_rate": 3.640866856166601e-05, + "loss": 0.0109, + "step": 215 + }, + { + "epoch": 0.8327710843373494, + "grad_norm": 0.2949405312538147, + "learning_rate": 3.635733118232034e-05, + "loss": 0.0117, + "step": 216 + }, + { + "epoch": 0.8366265060240964, + "grad_norm": 0.243217334151268, + "learning_rate": 3.6305666207990886e-05, + "loss": 0.0191, + "step": 217 + }, + { + "epoch": 0.8404819277108434, + "grad_norm": 0.43892231583595276, + "learning_rate": 3.625367467339329e-05, + "loss": 0.0174, + "step": 218 + }, + { + "epoch": 0.8443373493975903, + "grad_norm": 0.36832818388938904, + "learning_rate": 3.6201357619783336e-05, + "loss": 0.0201, + "step": 219 + }, + { + "epoch": 0.8481927710843373, + "grad_norm": 0.2650613486766815, + "learning_rate": 3.614871609493614e-05, + "loss": 0.0163, + "step": 220 + }, + { + "epoch": 0.8520481927710843, + "grad_norm": 0.1648036539554596, + "learning_rate": 3.609575115312511e-05, + "loss": 0.0111, + "step": 221 + }, + { + "epoch": 0.8559036144578314, + "grad_norm": 0.2738659083843231, + "learning_rate": 3.604246385510088e-05, + "loss": 0.0063, + "step": 222 + }, + { + "epoch": 0.8597590361445783, + "grad_norm": 0.22977620363235474, + "learning_rate": 3.598885526807003e-05, + "loss": 0.015, + "step": 223 + }, + { + "epoch": 0.8636144578313253, + "grad_norm": 0.535546064376831, + "learning_rate": 3.593492646567372e-05, + "loss": 0.0102, + "step": 224 + }, + { + "epoch": 0.8674698795180723, + "grad_norm": 0.494342565536499, + "learning_rate": 3.5880678527966224e-05, + "loss": 0.0102, + "step": 225 + }, + { + "epoch": 0.8713253012048193, + "grad_norm": 0.17625126242637634, + "learning_rate": 3.582611254139324e-05, + "loss": 0.0259, + "step": 226 + }, + { + "epoch": 0.8751807228915662, + "grad_norm": 0.20568431913852692, + "learning_rate": 3.577122959877017e-05, + "loss": 0.0237, + "step": 227 + }, + { + "epoch": 0.8790361445783132, + "grad_norm": 0.31444859504699707, + "learning_rate": 3.571603079926024e-05, + "loss": 0.0171, + "step": 228 + }, + { + "epoch": 0.8828915662650603, + "grad_norm": 0.48810216784477234, + "learning_rate": 3.566051724835245e-05, + "loss": 0.01, + "step": 229 + }, + { + "epoch": 0.8867469879518072, + "grad_norm": 0.4229196608066559, + "learning_rate": 3.5604690057839456e-05, + "loss": 0.0111, + "step": 230 + }, + { + "epoch": 0.8906024096385542, + "grad_norm": 0.6600443124771118, + "learning_rate": 3.554855034579532e-05, + "loss": 0.0208, + "step": 231 + }, + { + "epoch": 0.8944578313253012, + "grad_norm": 0.2891610860824585, + "learning_rate": 3.549209923655309e-05, + "loss": 0.0252, + "step": 232 + }, + { + "epoch": 0.8983132530120482, + "grad_norm": 0.20314915478229523, + "learning_rate": 3.5435337860682304e-05, + "loss": 0.0164, + "step": 233 + }, + { + "epoch": 0.9021686746987951, + "grad_norm": 0.19718259572982788, + "learning_rate": 3.537826735496632e-05, + "loss": 0.0125, + "step": 234 + }, + { + "epoch": 0.9060240963855422, + "grad_norm": 1.074033498764038, + "learning_rate": 3.532088886237956e-05, + "loss": 0.015, + "step": 235 + }, + { + "epoch": 0.9098795180722892, + "grad_norm": 0.7579637169837952, + "learning_rate": 3.5263203532064674e-05, + "loss": 0.0153, + "step": 236 + }, + { + "epoch": 0.9137349397590362, + "grad_norm": 0.15700305998325348, + "learning_rate": 3.520521251930941e-05, + "loss": 0.0109, + "step": 237 + }, + { + "epoch": 0.9175903614457831, + "grad_norm": 0.3394688069820404, + "learning_rate": 3.5146916985523604e-05, + "loss": 0.0156, + "step": 238 + }, + { + "epoch": 0.9214457831325301, + "grad_norm": 1.3616353273391724, + "learning_rate": 3.5088318098215805e-05, + "loss": 0.0194, + "step": 239 + }, + { + "epoch": 0.9253012048192771, + "grad_norm": 0.4036584198474884, + "learning_rate": 3.5029417030970005e-05, + "loss": 0.012, + "step": 240 + }, + { + "epoch": 0.929156626506024, + "grad_norm": 0.18816007673740387, + "learning_rate": 3.497021496342203e-05, + "loss": 0.0146, + "step": 241 + }, + { + "epoch": 0.9330120481927711, + "grad_norm": 0.17888401448726654, + "learning_rate": 3.4910713081235975e-05, + "loss": 0.0095, + "step": 242 + }, + { + "epoch": 0.9368674698795181, + "grad_norm": 0.22190752625465393, + "learning_rate": 3.485091257608047e-05, + "loss": 0.018, + "step": 243 + }, + { + "epoch": 0.9407228915662651, + "grad_norm": 0.48926958441734314, + "learning_rate": 3.479081464560475e-05, + "loss": 0.0407, + "step": 244 + }, + { + "epoch": 0.944578313253012, + "grad_norm": 0.236537367105484, + "learning_rate": 3.473042049341474e-05, + "loss": 0.0152, + "step": 245 + }, + { + "epoch": 0.948433734939759, + "grad_norm": 0.13449200987815857, + "learning_rate": 3.466973132904892e-05, + "loss": 0.0105, + "step": 246 + }, + { + "epoch": 0.952289156626506, + "grad_norm": 0.23878124356269836, + "learning_rate": 3.4608748367954064e-05, + "loss": 0.0154, + "step": 247 + }, + { + "epoch": 0.9561445783132531, + "grad_norm": 0.8225765824317932, + "learning_rate": 3.4547472831460976e-05, + "loss": 0.0258, + "step": 248 + }, + { + "epoch": 0.96, + "grad_norm": 0.2288682758808136, + "learning_rate": 3.4485905946759965e-05, + "loss": 0.0137, + "step": 249 + }, + { + "epoch": 0.963855421686747, + "grad_norm": 3.1449129581451416, + "learning_rate": 3.442404894687629e-05, + "loss": 0.009, + "step": 250 + }, + { + "epoch": 0.967710843373494, + "grad_norm": 0.36979448795318604, + "learning_rate": 3.4361903070645484e-05, + "loss": 0.0135, + "step": 251 + }, + { + "epoch": 0.971566265060241, + "grad_norm": 0.434368759393692, + "learning_rate": 3.4299469562688494e-05, + "loss": 0.0207, + "step": 252 + }, + { + "epoch": 0.9754216867469879, + "grad_norm": 0.20272351801395416, + "learning_rate": 3.423674967338681e-05, + "loss": 0.0166, + "step": 253 + }, + { + "epoch": 0.9792771084337349, + "grad_norm": 0.30525901913642883, + "learning_rate": 3.4173744658857403e-05, + "loss": 0.0088, + "step": 254 + }, + { + "epoch": 0.983132530120482, + "grad_norm": 0.8094114661216736, + "learning_rate": 3.411045578092754e-05, + "loss": 0.0246, + "step": 255 + }, + { + "epoch": 0.9869879518072289, + "grad_norm": 0.19253239035606384, + "learning_rate": 3.404688430710955e-05, + "loss": 0.0158, + "step": 256 + }, + { + "epoch": 0.9908433734939759, + "grad_norm": 0.18241408467292786, + "learning_rate": 3.398303151057543e-05, + "loss": 0.0208, + "step": 257 + }, + { + "epoch": 0.9946987951807229, + "grad_norm": 0.15632668137550354, + "learning_rate": 3.391889867013134e-05, + "loss": 0.014, + "step": 258 + }, + { + "epoch": 0.9985542168674699, + "grad_norm": 0.15484513342380524, + "learning_rate": 3.385448707019199e-05, + "loss": 0.0098, + "step": 259 + }, + { + "epoch": 1.0, + "grad_norm": 0.44285017251968384, + "learning_rate": 3.3789798000754924e-05, + "loss": 0.0181, + "step": 260 + }, + { + "epoch": 1.003855421686747, + "grad_norm": 0.22358648478984833, + "learning_rate": 3.372483275737468e-05, + "loss": 0.0123, + "step": 261 + }, + { + "epoch": 1.007710843373494, + "grad_norm": 0.26415324211120605, + "learning_rate": 3.365959264113683e-05, + "loss": 0.0097, + "step": 262 + }, + { + "epoch": 1.011566265060241, + "grad_norm": 0.16320234537124634, + "learning_rate": 3.359407895863199e-05, + "loss": 0.0168, + "step": 263 + }, + { + "epoch": 1.0154216867469879, + "grad_norm": 0.11904699355363846, + "learning_rate": 3.3528293021929523e-05, + "loss": 0.011, + "step": 264 + }, + { + "epoch": 1.0192771084337349, + "grad_norm": 0.19491620361804962, + "learning_rate": 3.34622361485514e-05, + "loss": 0.0203, + "step": 265 + }, + { + "epoch": 1.0231325301204819, + "grad_norm": 0.11890948563814163, + "learning_rate": 3.339590966144574e-05, + "loss": 0.0039, + "step": 266 + }, + { + "epoch": 1.026987951807229, + "grad_norm": 0.375266969203949, + "learning_rate": 3.332931488896029e-05, + "loss": 0.0108, + "step": 267 + }, + { + "epoch": 1.030843373493976, + "grad_norm": 0.2763790488243103, + "learning_rate": 3.326245316481591e-05, + "loss": 0.0231, + "step": 268 + }, + { + "epoch": 1.034698795180723, + "grad_norm": 0.13364073634147644, + "learning_rate": 3.319532582807977e-05, + "loss": 0.0096, + "step": 269 + }, + { + "epoch": 1.03855421686747, + "grad_norm": 0.14633706212043762, + "learning_rate": 3.31279342231386e-05, + "loss": 0.0085, + "step": 270 + }, + { + "epoch": 1.0424096385542168, + "grad_norm": 0.11920950561761856, + "learning_rate": 3.30602796996717e-05, + "loss": 0.0056, + "step": 271 + }, + { + "epoch": 1.0462650602409638, + "grad_norm": 0.2369781881570816, + "learning_rate": 3.299236361262401e-05, + "loss": 0.0092, + "step": 272 + }, + { + "epoch": 1.0501204819277108, + "grad_norm": 0.13494941592216492, + "learning_rate": 3.2924187322178865e-05, + "loss": 0.0084, + "step": 273 + }, + { + "epoch": 1.0539759036144578, + "grad_norm": 0.11123005300760269, + "learning_rate": 3.285575219373079e-05, + "loss": 0.0058, + "step": 274 + }, + { + "epoch": 1.0578313253012048, + "grad_norm": 0.18400225043296814, + "learning_rate": 3.278705959785821e-05, + "loss": 0.0113, + "step": 275 + }, + { + "epoch": 1.0616867469879518, + "grad_norm": 0.19578677415847778, + "learning_rate": 3.27181109102959e-05, + "loss": 0.008, + "step": 276 + }, + { + "epoch": 1.0655421686746989, + "grad_norm": 0.15978166460990906, + "learning_rate": 3.2648907511907544e-05, + "loss": 0.0074, + "step": 277 + }, + { + "epoch": 1.0693975903614459, + "grad_norm": 0.22295606136322021, + "learning_rate": 3.2579450788657997e-05, + "loss": 0.033, + "step": 278 + }, + { + "epoch": 1.0732530120481927, + "grad_norm": 0.11566543579101562, + "learning_rate": 3.250974213158555e-05, + "loss": 0.0097, + "step": 279 + }, + { + "epoch": 1.0771084337349397, + "grad_norm": 0.14439509809017181, + "learning_rate": 3.243978293677408e-05, + "loss": 0.0099, + "step": 280 + }, + { + "epoch": 1.0809638554216867, + "grad_norm": 0.21390187740325928, + "learning_rate": 3.23695746053251e-05, + "loss": 0.0115, + "step": 281 + }, + { + "epoch": 1.0848192771084337, + "grad_norm": 0.1340283751487732, + "learning_rate": 3.229911854332967e-05, + "loss": 0.0112, + "step": 282 + }, + { + "epoch": 1.0886746987951808, + "grad_norm": 0.08028711378574371, + "learning_rate": 3.222841616184025e-05, + "loss": 0.0044, + "step": 283 + }, + { + "epoch": 1.0925301204819278, + "grad_norm": 0.0875745564699173, + "learning_rate": 3.215746887684244e-05, + "loss": 0.005, + "step": 284 + }, + { + "epoch": 1.0963855421686748, + "grad_norm": 0.12632474303245544, + "learning_rate": 3.208627810922665e-05, + "loss": 0.0102, + "step": 285 + }, + { + "epoch": 1.1002409638554216, + "grad_norm": 0.07411441951990128, + "learning_rate": 3.201484528475958e-05, + "loss": 0.0051, + "step": 286 + }, + { + "epoch": 1.1040963855421686, + "grad_norm": 0.188252255320549, + "learning_rate": 3.194317183405573e-05, + "loss": 0.0088, + "step": 287 + }, + { + "epoch": 1.1079518072289156, + "grad_norm": 1.1099765300750732, + "learning_rate": 3.187125919254869e-05, + "loss": 0.0182, + "step": 288 + }, + { + "epoch": 1.1118072289156626, + "grad_norm": 0.09729217737913132, + "learning_rate": 3.1799108800462466e-05, + "loss": 0.0058, + "step": 289 + }, + { + "epoch": 1.1156626506024097, + "grad_norm": 0.25208383798599243, + "learning_rate": 3.172672210278254e-05, + "loss": 0.0104, + "step": 290 + }, + { + "epoch": 1.1195180722891567, + "grad_norm": 0.1512216329574585, + "learning_rate": 3.1654100549227024e-05, + "loss": 0.0058, + "step": 291 + }, + { + "epoch": 1.1233734939759037, + "grad_norm": 0.17274995148181915, + "learning_rate": 3.158124559421758e-05, + "loss": 0.0059, + "step": 292 + }, + { + "epoch": 1.1272289156626507, + "grad_norm": 0.32907241582870483, + "learning_rate": 3.1508158696850275e-05, + "loss": 0.0119, + "step": 293 + }, + { + "epoch": 1.1310843373493975, + "grad_norm": 0.1462509036064148, + "learning_rate": 3.14348413208664e-05, + "loss": 0.0093, + "step": 294 + }, + { + "epoch": 1.1349397590361445, + "grad_norm": 0.23990927636623383, + "learning_rate": 3.136129493462312e-05, + "loss": 0.0095, + "step": 295 + }, + { + "epoch": 1.1387951807228915, + "grad_norm": 0.13981395959854126, + "learning_rate": 3.12875210110641e-05, + "loss": 0.006, + "step": 296 + }, + { + "epoch": 1.1426506024096386, + "grad_norm": 0.10694962739944458, + "learning_rate": 3.121352102768998e-05, + "loss": 0.005, + "step": 297 + }, + { + "epoch": 1.1465060240963856, + "grad_norm": 0.12599286437034607, + "learning_rate": 3.113929646652879e-05, + "loss": 0.0057, + "step": 298 + }, + { + "epoch": 1.1503614457831326, + "grad_norm": 0.09407994896173477, + "learning_rate": 3.106484881410628e-05, + "loss": 0.0056, + "step": 299 + }, + { + "epoch": 1.1542168674698796, + "grad_norm": 0.7781950831413269, + "learning_rate": 3.0990179561416124e-05, + "loss": 0.017, + "step": 300 + }, + { + "epoch": 1.1580722891566264, + "grad_norm": 0.12835298478603363, + "learning_rate": 3.091529020389009e-05, + "loss": 0.0053, + "step": 301 + }, + { + "epoch": 1.1619277108433734, + "grad_norm": 0.7488322854042053, + "learning_rate": 3.0840182241368083e-05, + "loss": 0.011, + "step": 302 + }, + { + "epoch": 1.1657831325301204, + "grad_norm": 0.16700711846351624, + "learning_rate": 3.076485717806808e-05, + "loss": 0.0082, + "step": 303 + }, + { + "epoch": 1.1696385542168675, + "grad_norm": 0.17361144721508026, + "learning_rate": 3.0689316522556026e-05, + "loss": 0.0097, + "step": 304 + }, + { + "epoch": 1.1734939759036145, + "grad_norm": 0.08619613200426102, + "learning_rate": 3.061356178771564e-05, + "loss": 0.0082, + "step": 305 + }, + { + "epoch": 1.1773493975903615, + "grad_norm": 0.15666592121124268, + "learning_rate": 3.053759449071807e-05, + "loss": 0.0106, + "step": 306 + }, + { + "epoch": 1.1812048192771085, + "grad_norm": 0.2268570214509964, + "learning_rate": 3.0461416152991555e-05, + "loss": 0.0082, + "step": 307 + }, + { + "epoch": 1.1850602409638555, + "grad_norm": 0.17297455668449402, + "learning_rate": 3.038502830019092e-05, + "loss": 0.0105, + "step": 308 + }, + { + "epoch": 1.1889156626506023, + "grad_norm": 0.18929991126060486, + "learning_rate": 3.0308432462167045e-05, + "loss": 0.0076, + "step": 309 + }, + { + "epoch": 1.1927710843373494, + "grad_norm": 0.25152456760406494, + "learning_rate": 3.0231630172936205e-05, + "loss": 0.0072, + "step": 310 + }, + { + "epoch": 1.1966265060240964, + "grad_norm": 0.6995307207107544, + "learning_rate": 3.015462297064936e-05, + "loss": 0.0155, + "step": 311 + }, + { + "epoch": 1.2004819277108434, + "grad_norm": 0.14346441626548767, + "learning_rate": 3.0077412397561345e-05, + "loss": 0.0194, + "step": 312 + }, + { + "epoch": 1.2043373493975904, + "grad_norm": 0.2826595604419708, + "learning_rate": 3.0000000000000004e-05, + "loss": 0.0198, + "step": 313 + }, + { + "epoch": 1.2081927710843374, + "grad_norm": 0.1361214816570282, + "learning_rate": 2.992238732833518e-05, + "loss": 0.007, + "step": 314 + }, + { + "epoch": 1.2120481927710842, + "grad_norm": 0.13326340913772583, + "learning_rate": 2.98445759369477e-05, + "loss": 0.0116, + "step": 315 + }, + { + "epoch": 1.2159036144578312, + "grad_norm": 0.09617264568805695, + "learning_rate": 2.9766567384198228e-05, + "loss": 0.0082, + "step": 316 + }, + { + "epoch": 1.2197590361445783, + "grad_norm": 0.1366315484046936, + "learning_rate": 2.9688363232396056e-05, + "loss": 0.0075, + "step": 317 + }, + { + "epoch": 1.2236144578313253, + "grad_norm": 0.696820080280304, + "learning_rate": 2.960996504776783e-05, + "loss": 0.0087, + "step": 318 + }, + { + "epoch": 1.2274698795180723, + "grad_norm": 0.42925387620925903, + "learning_rate": 2.9531374400426158e-05, + "loss": 0.0277, + "step": 319 + }, + { + "epoch": 1.2313253012048193, + "grad_norm": 0.16131658852100372, + "learning_rate": 2.945259286433819e-05, + "loss": 0.0097, + "step": 320 + }, + { + "epoch": 1.2351807228915663, + "grad_norm": 0.1256534606218338, + "learning_rate": 2.9373622017294075e-05, + "loss": 0.0086, + "step": 321 + }, + { + "epoch": 1.2390361445783133, + "grad_norm": 0.15791697800159454, + "learning_rate": 2.9294463440875375e-05, + "loss": 0.0119, + "step": 322 + }, + { + "epoch": 1.2428915662650604, + "grad_norm": 0.12754394114017487, + "learning_rate": 2.9215118720423375e-05, + "loss": 0.0071, + "step": 323 + }, + { + "epoch": 1.2467469879518072, + "grad_norm": 0.9191262125968933, + "learning_rate": 2.913558944500736e-05, + "loss": 0.0097, + "step": 324 + }, + { + "epoch": 1.2506024096385542, + "grad_norm": 0.10129745304584503, + "learning_rate": 2.9055877207392752e-05, + "loss": 0.0162, + "step": 325 + }, + { + "epoch": 1.2544578313253012, + "grad_norm": 0.12669669091701508, + "learning_rate": 2.897598360400925e-05, + "loss": 0.0051, + "step": 326 + }, + { + "epoch": 1.2583132530120482, + "grad_norm": 0.1282287985086441, + "learning_rate": 2.8895910234918828e-05, + "loss": 0.0069, + "step": 327 + }, + { + "epoch": 1.2621686746987952, + "grad_norm": 0.10596070438623428, + "learning_rate": 2.8815658703783715e-05, + "loss": 0.0044, + "step": 328 + }, + { + "epoch": 1.266024096385542, + "grad_norm": 0.3934219777584076, + "learning_rate": 2.873523061783426e-05, + "loss": 0.0122, + "step": 329 + }, + { + "epoch": 1.269879518072289, + "grad_norm": 0.13733914494514465, + "learning_rate": 2.8654627587836724e-05, + "loss": 0.0052, + "step": 330 + }, + { + "epoch": 1.273734939759036, + "grad_norm": 0.21395160257816315, + "learning_rate": 2.8573851228061084e-05, + "loss": 0.0067, + "step": 331 + }, + { + "epoch": 1.277590361445783, + "grad_norm": 0.23374490439891815, + "learning_rate": 2.8492903156248642e-05, + "loss": 0.0111, + "step": 332 + }, + { + "epoch": 1.28144578313253, + "grad_norm": 0.14450624585151672, + "learning_rate": 2.8411784993579633e-05, + "loss": 0.0097, + "step": 333 + }, + { + "epoch": 1.2853012048192771, + "grad_norm": 0.12868821620941162, + "learning_rate": 2.8330498364640803e-05, + "loss": 0.0088, + "step": 334 + }, + { + "epoch": 1.2891566265060241, + "grad_norm": 0.2879028618335724, + "learning_rate": 2.8249044897392814e-05, + "loss": 0.0191, + "step": 335 + }, + { + "epoch": 1.2930120481927712, + "grad_norm": 0.10924389213323593, + "learning_rate": 2.8167426223137682e-05, + "loss": 0.0063, + "step": 336 + }, + { + "epoch": 1.2968674698795182, + "grad_norm": 0.14800770580768585, + "learning_rate": 2.80856439764861e-05, + "loss": 0.01, + "step": 337 + }, + { + "epoch": 1.3007228915662652, + "grad_norm": 0.1235174834728241, + "learning_rate": 2.8003699795324674e-05, + "loss": 0.0044, + "step": 338 + }, + { + "epoch": 1.304578313253012, + "grad_norm": 0.2660425305366516, + "learning_rate": 2.792159532078314e-05, + "loss": 0.0068, + "step": 339 + }, + { + "epoch": 1.308433734939759, + "grad_norm": 0.10823825001716614, + "learning_rate": 2.7839332197201505e-05, + "loss": 0.0041, + "step": 340 + }, + { + "epoch": 1.312289156626506, + "grad_norm": 0.9430158734321594, + "learning_rate": 2.77569120720971e-05, + "loss": 0.0141, + "step": 341 + }, + { + "epoch": 1.316144578313253, + "grad_norm": 0.1147020012140274, + "learning_rate": 2.7674336596131596e-05, + "loss": 0.0075, + "step": 342 + }, + { + "epoch": 1.32, + "grad_norm": 0.1446715146303177, + "learning_rate": 2.7591607423077932e-05, + "loss": 0.0094, + "step": 343 + }, + { + "epoch": 1.3238554216867469, + "grad_norm": 0.08478965610265732, + "learning_rate": 2.75087262097872e-05, + "loss": 0.0034, + "step": 344 + }, + { + "epoch": 1.3277108433734939, + "grad_norm": 0.08715037256479263, + "learning_rate": 2.7425694616155474e-05, + "loss": 0.0052, + "step": 345 + }, + { + "epoch": 1.331566265060241, + "grad_norm": 2.43072772026062, + "learning_rate": 2.7342514305090554e-05, + "loss": 0.0223, + "step": 346 + }, + { + "epoch": 1.335421686746988, + "grad_norm": 0.1595911830663681, + "learning_rate": 2.7259186942478656e-05, + "loss": 0.0042, + "step": 347 + }, + { + "epoch": 1.339277108433735, + "grad_norm": 0.2817286550998688, + "learning_rate": 2.717571419715107e-05, + "loss": 0.027, + "step": 348 + }, + { + "epoch": 1.343132530120482, + "grad_norm": 0.5103950500488281, + "learning_rate": 2.7092097740850712e-05, + "loss": 0.0085, + "step": 349 + }, + { + "epoch": 1.346987951807229, + "grad_norm": 1.2923753261566162, + "learning_rate": 2.700833924819868e-05, + "loss": 0.01, + "step": 350 + }, + { + "epoch": 1.350843373493976, + "grad_norm": 0.16906492412090302, + "learning_rate": 2.692444039666066e-05, + "loss": 0.0109, + "step": 351 + }, + { + "epoch": 1.354698795180723, + "grad_norm": 0.37144047021865845, + "learning_rate": 2.684040286651338e-05, + "loss": 0.0113, + "step": 352 + }, + { + "epoch": 1.3585542168674698, + "grad_norm": 0.3601152300834656, + "learning_rate": 2.6756228340810946e-05, + "loss": 0.0114, + "step": 353 + }, + { + "epoch": 1.3624096385542168, + "grad_norm": 0.5444064140319824, + "learning_rate": 2.6671918505351132e-05, + "loss": 0.0086, + "step": 354 + }, + { + "epoch": 1.3662650602409638, + "grad_norm": 0.14150206744670868, + "learning_rate": 2.6587475048641596e-05, + "loss": 0.0043, + "step": 355 + }, + { + "epoch": 1.3701204819277109, + "grad_norm": 0.09511060267686844, + "learning_rate": 2.6502899661866104e-05, + "loss": 0.0062, + "step": 356 + }, + { + "epoch": 1.3739759036144579, + "grad_norm": 0.16923631727695465, + "learning_rate": 2.6418194038850634e-05, + "loss": 0.0157, + "step": 357 + }, + { + "epoch": 1.377831325301205, + "grad_norm": 0.13884925842285156, + "learning_rate": 2.6333359876029455e-05, + "loss": 0.0058, + "step": 358 + }, + { + "epoch": 1.3816867469879517, + "grad_norm": 0.1783420443534851, + "learning_rate": 2.624839887241115e-05, + "loss": 0.0071, + "step": 359 + }, + { + "epoch": 1.3855421686746987, + "grad_norm": 0.15586194396018982, + "learning_rate": 2.6163312729544616e-05, + "loss": 0.0079, + "step": 360 + }, + { + "epoch": 1.3893975903614457, + "grad_norm": 0.22028474509716034, + "learning_rate": 2.607810315148494e-05, + "loss": 0.0078, + "step": 361 + }, + { + "epoch": 1.3932530120481927, + "grad_norm": 0.14147606492042542, + "learning_rate": 2.5992771844759315e-05, + "loss": 0.0078, + "step": 362 + }, + { + "epoch": 1.3971084337349398, + "grad_norm": 0.11384939402341843, + "learning_rate": 2.5907320518332827e-05, + "loss": 0.0067, + "step": 363 + }, + { + "epoch": 1.4009638554216868, + "grad_norm": 0.6917237639427185, + "learning_rate": 2.582175088357426e-05, + "loss": 0.0097, + "step": 364 + }, + { + "epoch": 1.4048192771084338, + "grad_norm": 0.26896387338638306, + "learning_rate": 2.5736064654221808e-05, + "loss": 0.0109, + "step": 365 + }, + { + "epoch": 1.4086746987951808, + "grad_norm": 0.1673029661178589, + "learning_rate": 2.5650263546348743e-05, + "loss": 0.0082, + "step": 366 + }, + { + "epoch": 1.4125301204819278, + "grad_norm": 0.1272229552268982, + "learning_rate": 2.5564349278329056e-05, + "loss": 0.0101, + "step": 367 + }, + { + "epoch": 1.4163855421686746, + "grad_norm": 0.1690957248210907, + "learning_rate": 2.547832357080305e-05, + "loss": 0.0125, + "step": 368 + }, + { + "epoch": 1.4202409638554216, + "grad_norm": 0.20461033284664154, + "learning_rate": 2.539218814664288e-05, + "loss": 0.0109, + "step": 369 + }, + { + "epoch": 1.4240963855421687, + "grad_norm": 0.28373226523399353, + "learning_rate": 2.5305944730918017e-05, + "loss": 0.0152, + "step": 370 + }, + { + "epoch": 1.4279518072289157, + "grad_norm": 0.2010459452867508, + "learning_rate": 2.521959505086075e-05, + "loss": 0.0067, + "step": 371 + }, + { + "epoch": 1.4318072289156627, + "grad_norm": 0.28684207797050476, + "learning_rate": 2.5133140835831537e-05, + "loss": 0.0092, + "step": 372 + }, + { + "epoch": 1.4356626506024097, + "grad_norm": 0.21436753869056702, + "learning_rate": 2.5046583817284437e-05, + "loss": 0.0095, + "step": 373 + }, + { + "epoch": 1.4395180722891565, + "grad_norm": 0.12941661477088928, + "learning_rate": 2.495992572873237e-05, + "loss": 0.0063, + "step": 374 + }, + { + "epoch": 1.4433734939759035, + "grad_norm": 0.15036840736865997, + "learning_rate": 2.487316830571244e-05, + "loss": 0.0125, + "step": 375 + }, + { + "epoch": 1.4472289156626506, + "grad_norm": 0.1019950732588768, + "learning_rate": 2.4786313285751158e-05, + "loss": 0.004, + "step": 376 + }, + { + "epoch": 1.4510843373493976, + "grad_norm": 0.12085995823144913, + "learning_rate": 2.4699362408329646e-05, + "loss": 0.0051, + "step": 377 + }, + { + "epoch": 1.4549397590361446, + "grad_norm": 0.16224437952041626, + "learning_rate": 2.4612317414848804e-05, + "loss": 0.0057, + "step": 378 + }, + { + "epoch": 1.4587951807228916, + "grad_norm": 0.49838605523109436, + "learning_rate": 2.4525180048594452e-05, + "loss": 0.0081, + "step": 379 + }, + { + "epoch": 1.4626506024096386, + "grad_norm": 0.13203397393226624, + "learning_rate": 2.4437952054702354e-05, + "loss": 0.0084, + "step": 380 + }, + { + "epoch": 1.4665060240963856, + "grad_norm": 0.2933284044265747, + "learning_rate": 2.435063518012335e-05, + "loss": 0.0167, + "step": 381 + }, + { + "epoch": 1.4703614457831327, + "grad_norm": 0.16203272342681885, + "learning_rate": 2.4263231173588323e-05, + "loss": 0.0076, + "step": 382 + }, + { + "epoch": 1.4742168674698795, + "grad_norm": 0.11736200004816055, + "learning_rate": 2.4175741785573177e-05, + "loss": 0.007, + "step": 383 + }, + { + "epoch": 1.4780722891566265, + "grad_norm": 0.11185964941978455, + "learning_rate": 2.4088168768263782e-05, + "loss": 0.0079, + "step": 384 + }, + { + "epoch": 1.4819277108433735, + "grad_norm": 0.1776389628648758, + "learning_rate": 2.4000513875520892e-05, + "loss": 0.0087, + "step": 385 + }, + { + "epoch": 1.4857831325301205, + "grad_norm": 0.11572884768247604, + "learning_rate": 2.3912778862845015e-05, + "loss": 0.0069, + "step": 386 + }, + { + "epoch": 1.4896385542168675, + "grad_norm": 0.12890145182609558, + "learning_rate": 2.3824965487341247e-05, + "loss": 0.0075, + "step": 387 + }, + { + "epoch": 1.4934939759036143, + "grad_norm": 0.19975218176841736, + "learning_rate": 2.3737075507684103e-05, + "loss": 0.0101, + "step": 388 + }, + { + "epoch": 1.4973493975903613, + "grad_norm": 0.32604387402534485, + "learning_rate": 2.3649110684082258e-05, + "loss": 0.0072, + "step": 389 + }, + { + "epoch": 1.5012048192771084, + "grad_norm": 0.12934386730194092, + "learning_rate": 2.3561072778243335e-05, + "loss": 0.0078, + "step": 390 + }, + { + "epoch": 1.5050602409638554, + "grad_norm": 0.11547217518091202, + "learning_rate": 2.3472963553338614e-05, + "loss": 0.0071, + "step": 391 + }, + { + "epoch": 1.5089156626506024, + "grad_norm": 0.09941789507865906, + "learning_rate": 2.3384784773967675e-05, + "loss": 0.0123, + "step": 392 + }, + { + "epoch": 1.5127710843373494, + "grad_norm": 0.7121322751045227, + "learning_rate": 2.3296538206123134e-05, + "loss": 0.0065, + "step": 393 + }, + { + "epoch": 1.5166265060240964, + "grad_norm": 0.140323668718338, + "learning_rate": 2.3208225617155206e-05, + "loss": 0.0063, + "step": 394 + }, + { + "epoch": 1.5204819277108435, + "grad_norm": 0.15863126516342163, + "learning_rate": 2.311984877573636e-05, + "loss": 0.0136, + "step": 395 + }, + { + "epoch": 1.5243373493975905, + "grad_norm": 0.1590386927127838, + "learning_rate": 2.3031409451825852e-05, + "loss": 0.0146, + "step": 396 + }, + { + "epoch": 1.5281927710843375, + "grad_norm": 0.12217574566602707, + "learning_rate": 2.2942909416634326e-05, + "loss": 0.0066, + "step": 397 + }, + { + "epoch": 1.5320481927710843, + "grad_norm": 0.11038487404584885, + "learning_rate": 2.285435044258829e-05, + "loss": 0.0059, + "step": 398 + }, + { + "epoch": 1.5359036144578313, + "grad_norm": 0.28101980686187744, + "learning_rate": 2.2765734303294666e-05, + "loss": 0.0091, + "step": 399 + }, + { + "epoch": 1.5397590361445783, + "grad_norm": 0.136636421084404, + "learning_rate": 2.2677062773505235e-05, + "loss": 0.0045, + "step": 400 + }, + { + "epoch": 1.5436144578313253, + "grad_norm": 0.09847535192966461, + "learning_rate": 2.2588337629081107e-05, + "loss": 0.0061, + "step": 401 + }, + { + "epoch": 1.5474698795180721, + "grad_norm": 0.13071104884147644, + "learning_rate": 2.249956064695717e-05, + "loss": 0.0059, + "step": 402 + }, + { + "epoch": 1.5513253012048192, + "grad_norm": 0.09452104568481445, + "learning_rate": 2.2410733605106462e-05, + "loss": 0.0049, + "step": 403 + }, + { + "epoch": 1.5551807228915662, + "grad_norm": 0.12455491721630096, + "learning_rate": 2.2321858282504606e-05, + "loss": 0.0055, + "step": 404 + }, + { + "epoch": 1.5590361445783132, + "grad_norm": 0.195816308259964, + "learning_rate": 2.2232936459094158e-05, + "loss": 0.0076, + "step": 405 + }, + { + "epoch": 1.5628915662650602, + "grad_norm": 0.1624608188867569, + "learning_rate": 2.214396991574896e-05, + "loss": 0.0117, + "step": 406 + }, + { + "epoch": 1.5667469879518072, + "grad_norm": 0.07928434759378433, + "learning_rate": 2.205496043423849e-05, + "loss": 0.0043, + "step": 407 + }, + { + "epoch": 1.5706024096385542, + "grad_norm": 0.44694873690605164, + "learning_rate": 2.1965909797192143e-05, + "loss": 0.0082, + "step": 408 + }, + { + "epoch": 1.5744578313253013, + "grad_norm": 0.1101914644241333, + "learning_rate": 2.1876819788063586e-05, + "loss": 0.0063, + "step": 409 + }, + { + "epoch": 1.5783132530120483, + "grad_norm": 0.10395577549934387, + "learning_rate": 2.1787692191094986e-05, + "loss": 0.0058, + "step": 410 + }, + { + "epoch": 1.5821686746987953, + "grad_norm": 0.14004680514335632, + "learning_rate": 2.16985287912813e-05, + "loss": 0.0062, + "step": 411 + }, + { + "epoch": 1.5860240963855423, + "grad_norm": 0.15407921373844147, + "learning_rate": 2.1609331374334523e-05, + "loss": 0.007, + "step": 412 + }, + { + "epoch": 1.589879518072289, + "grad_norm": 0.10258454084396362, + "learning_rate": 2.1520101726647922e-05, + "loss": 0.0115, + "step": 413 + }, + { + "epoch": 1.5937349397590361, + "grad_norm": 0.13689640164375305, + "learning_rate": 2.1430841635260274e-05, + "loss": 0.025, + "step": 414 + }, + { + "epoch": 1.5975903614457831, + "grad_norm": 0.10260256379842758, + "learning_rate": 2.1341552887820048e-05, + "loss": 0.0048, + "step": 415 + }, + { + "epoch": 1.6014457831325302, + "grad_norm": 0.17679180204868317, + "learning_rate": 2.125223727254964e-05, + "loss": 0.0209, + "step": 416 + }, + { + "epoch": 1.605301204819277, + "grad_norm": 0.16429021954536438, + "learning_rate": 2.1162896578209517e-05, + "loss": 0.018, + "step": 417 + }, + { + "epoch": 1.609156626506024, + "grad_norm": 0.5342340469360352, + "learning_rate": 2.1073532594062432e-05, + "loss": 0.0063, + "step": 418 + }, + { + "epoch": 1.613012048192771, + "grad_norm": 0.23090562224388123, + "learning_rate": 2.0984147109837564e-05, + "loss": 0.0043, + "step": 419 + }, + { + "epoch": 1.616867469879518, + "grad_norm": 0.09459249675273895, + "learning_rate": 2.0894741915694685e-05, + "loss": 0.0051, + "step": 420 + }, + { + "epoch": 1.620722891566265, + "grad_norm": 0.20056606829166412, + "learning_rate": 2.0805318802188307e-05, + "loss": 0.0108, + "step": 421 + }, + { + "epoch": 1.624578313253012, + "grad_norm": 0.5049247145652771, + "learning_rate": 2.071587956023181e-05, + "loss": 0.0121, + "step": 422 + }, + { + "epoch": 1.628433734939759, + "grad_norm": 0.10519257187843323, + "learning_rate": 2.0626425981061608e-05, + "loss": 0.0053, + "step": 423 + }, + { + "epoch": 1.632289156626506, + "grad_norm": 0.1042436957359314, + "learning_rate": 2.053695985620123e-05, + "loss": 0.0082, + "step": 424 + }, + { + "epoch": 1.636144578313253, + "grad_norm": 0.15873271226882935, + "learning_rate": 2.0447482977425465e-05, + "loss": 0.0088, + "step": 425 + }, + { + "epoch": 1.6400000000000001, + "grad_norm": 0.09151361882686615, + "learning_rate": 2.0357997136724486e-05, + "loss": 0.0133, + "step": 426 + }, + { + "epoch": 1.6438554216867471, + "grad_norm": 0.08998992294073105, + "learning_rate": 2.0268504126267952e-05, + "loss": 0.0049, + "step": 427 + }, + { + "epoch": 1.647710843373494, + "grad_norm": 0.08661992847919464, + "learning_rate": 2.0179005738369098e-05, + "loss": 0.0051, + "step": 428 + }, + { + "epoch": 1.651566265060241, + "grad_norm": 0.18930229544639587, + "learning_rate": 2.008950376544887e-05, + "loss": 0.0058, + "step": 429 + }, + { + "epoch": 1.655421686746988, + "grad_norm": 0.10838332027196884, + "learning_rate": 2e-05, + "loss": 0.0099, + "step": 430 + }, + { + "epoch": 1.659277108433735, + "grad_norm": 0.2523624300956726, + "learning_rate": 1.9910496234551132e-05, + "loss": 0.0149, + "step": 431 + }, + { + "epoch": 1.6631325301204818, + "grad_norm": 0.10037925094366074, + "learning_rate": 1.982099426163091e-05, + "loss": 0.0061, + "step": 432 + }, + { + "epoch": 1.6669879518072288, + "grad_norm": 0.0841156542301178, + "learning_rate": 1.9731495873732055e-05, + "loss": 0.0059, + "step": 433 + }, + { + "epoch": 1.6708433734939758, + "grad_norm": 0.08965729922056198, + "learning_rate": 1.9642002863275517e-05, + "loss": 0.0051, + "step": 434 + }, + { + "epoch": 1.6746987951807228, + "grad_norm": 0.10749141871929169, + "learning_rate": 1.9552517022574542e-05, + "loss": 0.0102, + "step": 435 + }, + { + "epoch": 1.6785542168674699, + "grad_norm": 0.14290869235992432, + "learning_rate": 1.946304014379878e-05, + "loss": 0.008, + "step": 436 + }, + { + "epoch": 1.6824096385542169, + "grad_norm": 0.19874858856201172, + "learning_rate": 1.93735740189384e-05, + "loss": 0.0089, + "step": 437 + }, + { + "epoch": 1.686265060240964, + "grad_norm": 0.13204169273376465, + "learning_rate": 1.9284120439768192e-05, + "loss": 0.0142, + "step": 438 + }, + { + "epoch": 1.690120481927711, + "grad_norm": 0.3346060812473297, + "learning_rate": 1.9194681197811703e-05, + "loss": 0.0047, + "step": 439 + }, + { + "epoch": 1.693975903614458, + "grad_norm": 0.3231620788574219, + "learning_rate": 1.910525808430532e-05, + "loss": 0.0082, + "step": 440 + }, + { + "epoch": 1.697831325301205, + "grad_norm": 0.17857253551483154, + "learning_rate": 1.901585289016244e-05, + "loss": 0.0035, + "step": 441 + }, + { + "epoch": 1.701686746987952, + "grad_norm": 0.3094499707221985, + "learning_rate": 1.8926467405937567e-05, + "loss": 0.015, + "step": 442 + }, + { + "epoch": 1.7055421686746988, + "grad_norm": 0.11924882233142853, + "learning_rate": 1.8837103421790486e-05, + "loss": 0.0198, + "step": 443 + }, + { + "epoch": 1.7093975903614458, + "grad_norm": 0.15662431716918945, + "learning_rate": 1.8747762727450363e-05, + "loss": 0.0088, + "step": 444 + }, + { + "epoch": 1.7132530120481928, + "grad_norm": 0.12857934832572937, + "learning_rate": 1.8658447112179952e-05, + "loss": 0.0177, + "step": 445 + }, + { + "epoch": 1.7171084337349396, + "grad_norm": 0.0960603877902031, + "learning_rate": 1.8569158364739736e-05, + "loss": 0.0042, + "step": 446 + }, + { + "epoch": 1.7209638554216866, + "grad_norm": 0.08039736747741699, + "learning_rate": 1.8479898273352084e-05, + "loss": 0.0043, + "step": 447 + }, + { + "epoch": 1.7248192771084336, + "grad_norm": 0.0857943594455719, + "learning_rate": 1.8390668625665483e-05, + "loss": 0.0031, + "step": 448 + }, + { + "epoch": 1.7286746987951807, + "grad_norm": 0.14046747982501984, + "learning_rate": 1.83014712087187e-05, + "loss": 0.0129, + "step": 449 + }, + { + "epoch": 1.7325301204819277, + "grad_norm": 0.1024412289261818, + "learning_rate": 1.821230780890502e-05, + "loss": 0.0101, + "step": 450 + }, + { + "epoch": 1.7363855421686747, + "grad_norm": 0.08862444758415222, + "learning_rate": 1.8123180211936417e-05, + "loss": 0.0069, + "step": 451 + }, + { + "epoch": 1.7402409638554217, + "grad_norm": 0.06873127818107605, + "learning_rate": 1.803409020280786e-05, + "loss": 0.004, + "step": 452 + }, + { + "epoch": 1.7440963855421687, + "grad_norm": 0.0650935024023056, + "learning_rate": 1.794503956576152e-05, + "loss": 0.0027, + "step": 453 + }, + { + "epoch": 1.7479518072289157, + "grad_norm": 0.10328482836484909, + "learning_rate": 1.7856030084251045e-05, + "loss": 0.0047, + "step": 454 + }, + { + "epoch": 1.7518072289156628, + "grad_norm": 0.14203296601772308, + "learning_rate": 1.776706354090585e-05, + "loss": 0.0081, + "step": 455 + }, + { + "epoch": 1.7556626506024098, + "grad_norm": 0.08143935352563858, + "learning_rate": 1.7678141717495394e-05, + "loss": 0.0045, + "step": 456 + }, + { + "epoch": 1.7595180722891566, + "grad_norm": 0.11309202760457993, + "learning_rate": 1.758926639489354e-05, + "loss": 0.0159, + "step": 457 + }, + { + "epoch": 1.7633734939759036, + "grad_norm": 0.10518789291381836, + "learning_rate": 1.7500439353042834e-05, + "loss": 0.0126, + "step": 458 + }, + { + "epoch": 1.7672289156626506, + "grad_norm": 0.09407763183116913, + "learning_rate": 1.7411662370918893e-05, + "loss": 0.0046, + "step": 459 + }, + { + "epoch": 1.7710843373493976, + "grad_norm": 0.09223105013370514, + "learning_rate": 1.7322937226494775e-05, + "loss": 0.0056, + "step": 460 + }, + { + "epoch": 1.7749397590361444, + "grad_norm": 0.10010652989149094, + "learning_rate": 1.7234265696705344e-05, + "loss": 0.0078, + "step": 461 + }, + { + "epoch": 1.7787951807228914, + "grad_norm": 0.09317822009325027, + "learning_rate": 1.7145649557411716e-05, + "loss": 0.0043, + "step": 462 + }, + { + "epoch": 1.7826506024096385, + "grad_norm": 0.14171656966209412, + "learning_rate": 1.7057090583365678e-05, + "loss": 0.0073, + "step": 463 + }, + { + "epoch": 1.7865060240963855, + "grad_norm": 0.09350872039794922, + "learning_rate": 1.6968590548174155e-05, + "loss": 0.0052, + "step": 464 + }, + { + "epoch": 1.7903614457831325, + "grad_norm": 0.13011880218982697, + "learning_rate": 1.6880151224263646e-05, + "loss": 0.0119, + "step": 465 + }, + { + "epoch": 1.7942168674698795, + "grad_norm": 0.12144693732261658, + "learning_rate": 1.6791774382844794e-05, + "loss": 0.0108, + "step": 466 + }, + { + "epoch": 1.7980722891566265, + "grad_norm": 0.5980355739593506, + "learning_rate": 1.6703461793876876e-05, + "loss": 0.0454, + "step": 467 + }, + { + "epoch": 1.8019277108433736, + "grad_norm": 0.1022690162062645, + "learning_rate": 1.6615215226032332e-05, + "loss": 0.0046, + "step": 468 + }, + { + "epoch": 1.8057831325301206, + "grad_norm": 0.09623578935861588, + "learning_rate": 1.6527036446661396e-05, + "loss": 0.0064, + "step": 469 + }, + { + "epoch": 1.8096385542168676, + "grad_norm": 0.5450147390365601, + "learning_rate": 1.643892722175667e-05, + "loss": 0.0103, + "step": 470 + }, + { + "epoch": 1.8134939759036146, + "grad_norm": 0.18981006741523743, + "learning_rate": 1.635088931591775e-05, + "loss": 0.0065, + "step": 471 + }, + { + "epoch": 1.8173493975903614, + "grad_norm": 0.14748261868953705, + "learning_rate": 1.6262924492315907e-05, + "loss": 0.0198, + "step": 472 + }, + { + "epoch": 1.8212048192771084, + "grad_norm": 0.11080063134431839, + "learning_rate": 1.6175034512658753e-05, + "loss": 0.0071, + "step": 473 + }, + { + "epoch": 1.8250602409638554, + "grad_norm": 0.1321505457162857, + "learning_rate": 1.6087221137154995e-05, + "loss": 0.0115, + "step": 474 + }, + { + "epoch": 1.8289156626506025, + "grad_norm": 0.1794983297586441, + "learning_rate": 1.5999486124479115e-05, + "loss": 0.0204, + "step": 475 + }, + { + "epoch": 1.8327710843373493, + "grad_norm": 0.2090386003255844, + "learning_rate": 1.591183123173622e-05, + "loss": 0.0086, + "step": 476 + }, + { + "epoch": 1.8366265060240963, + "grad_norm": 0.1864124834537506, + "learning_rate": 1.5824258214426833e-05, + "loss": 0.0037, + "step": 477 + }, + { + "epoch": 1.8404819277108433, + "grad_norm": 0.0974712073802948, + "learning_rate": 1.5736768826411683e-05, + "loss": 0.0066, + "step": 478 + }, + { + "epoch": 1.8443373493975903, + "grad_norm": 0.13470065593719482, + "learning_rate": 1.5649364819876655e-05, + "loss": 0.0082, + "step": 479 + }, + { + "epoch": 1.8481927710843373, + "grad_norm": 0.15067611634731293, + "learning_rate": 1.5562047945297652e-05, + "loss": 0.0067, + "step": 480 + }, + { + "epoch": 1.8520481927710843, + "grad_norm": 0.1268431693315506, + "learning_rate": 1.547481995140556e-05, + "loss": 0.0076, + "step": 481 + }, + { + "epoch": 1.8559036144578314, + "grad_norm": 0.19485311210155487, + "learning_rate": 1.53876825851512e-05, + "loss": 0.0043, + "step": 482 + }, + { + "epoch": 1.8597590361445784, + "grad_norm": 0.08730349689722061, + "learning_rate": 1.5300637591670357e-05, + "loss": 0.0081, + "step": 483 + }, + { + "epoch": 1.8636144578313254, + "grad_norm": 0.10607759654521942, + "learning_rate": 1.5213686714248852e-05, + "loss": 0.0084, + "step": 484 + }, + { + "epoch": 1.8674698795180724, + "grad_norm": 0.09020885825157166, + "learning_rate": 1.5126831694287564e-05, + "loss": 0.0061, + "step": 485 + }, + { + "epoch": 1.8713253012048194, + "grad_norm": 0.16199110448360443, + "learning_rate": 1.5040074271267633e-05, + "loss": 0.0125, + "step": 486 + }, + { + "epoch": 1.8751807228915662, + "grad_norm": 0.07592602074146271, + "learning_rate": 1.4953416182715566e-05, + "loss": 0.0041, + "step": 487 + }, + { + "epoch": 1.8790361445783132, + "grad_norm": 0.3946191668510437, + "learning_rate": 1.4866859164168466e-05, + "loss": 0.0084, + "step": 488 + }, + { + "epoch": 1.8828915662650603, + "grad_norm": 0.0946611613035202, + "learning_rate": 1.478040494913926e-05, + "loss": 0.0062, + "step": 489 + }, + { + "epoch": 1.886746987951807, + "grad_norm": 0.11009645462036133, + "learning_rate": 1.4694055269081987e-05, + "loss": 0.0065, + "step": 490 + }, + { + "epoch": 1.890602409638554, + "grad_norm": 0.18255947530269623, + "learning_rate": 1.460781185335713e-05, + "loss": 0.0065, + "step": 491 + }, + { + "epoch": 1.894457831325301, + "grad_norm": 0.09501689672470093, + "learning_rate": 1.452167642919695e-05, + "loss": 0.0032, + "step": 492 + }, + { + "epoch": 1.8983132530120481, + "grad_norm": 0.1402011215686798, + "learning_rate": 1.443565072167095e-05, + "loss": 0.0088, + "step": 493 + }, + { + "epoch": 1.9021686746987951, + "grad_norm": 0.07192618399858475, + "learning_rate": 1.4349736453651262e-05, + "loss": 0.0041, + "step": 494 + }, + { + "epoch": 1.9060240963855422, + "grad_norm": 0.1595878303050995, + "learning_rate": 1.4263935345778202e-05, + "loss": 0.0058, + "step": 495 + }, + { + "epoch": 1.9098795180722892, + "grad_norm": 0.07809515297412872, + "learning_rate": 1.4178249116425744e-05, + "loss": 0.0037, + "step": 496 + }, + { + "epoch": 1.9137349397590362, + "grad_norm": 0.09462330490350723, + "learning_rate": 1.409267948166718e-05, + "loss": 0.0051, + "step": 497 + }, + { + "epoch": 1.9175903614457832, + "grad_norm": 0.21062414348125458, + "learning_rate": 1.4007228155240696e-05, + "loss": 0.0084, + "step": 498 + }, + { + "epoch": 1.9214457831325302, + "grad_norm": 0.06321538984775543, + "learning_rate": 1.3921896848515064e-05, + "loss": 0.0073, + "step": 499 + }, + { + "epoch": 1.9253012048192772, + "grad_norm": 0.1303102821111679, + "learning_rate": 1.3836687270455388e-05, + "loss": 0.0117, + "step": 500 + }, + { + "epoch": 1.929156626506024, + "grad_norm": 0.09845706820487976, + "learning_rate": 1.3751601127588849e-05, + "loss": 0.0044, + "step": 501 + }, + { + "epoch": 1.933012048192771, + "grad_norm": 0.07379204034805298, + "learning_rate": 1.3666640123970556e-05, + "loss": 0.0051, + "step": 502 + }, + { + "epoch": 1.936867469879518, + "grad_norm": 0.07889371365308762, + "learning_rate": 1.3581805961149371e-05, + "loss": 0.008, + "step": 503 + }, + { + "epoch": 1.940722891566265, + "grad_norm": 0.10923505574464798, + "learning_rate": 1.3497100338133899e-05, + "loss": 0.0136, + "step": 504 + }, + { + "epoch": 1.944578313253012, + "grad_norm": 0.12238901853561401, + "learning_rate": 1.341252495135841e-05, + "loss": 0.006, + "step": 505 + }, + { + "epoch": 1.948433734939759, + "grad_norm": 0.09399964660406113, + "learning_rate": 1.3328081494648874e-05, + "loss": 0.0076, + "step": 506 + }, + { + "epoch": 1.952289156626506, + "grad_norm": 0.14163890480995178, + "learning_rate": 1.324377165918906e-05, + "loss": 0.006, + "step": 507 + }, + { + "epoch": 1.956144578313253, + "grad_norm": 0.09812217950820923, + "learning_rate": 1.3159597133486628e-05, + "loss": 0.0058, + "step": 508 + }, + { + "epoch": 1.96, + "grad_norm": 0.1172025129199028, + "learning_rate": 1.3075559603339354e-05, + "loss": 0.0085, + "step": 509 + }, + { + "epoch": 1.963855421686747, + "grad_norm": 0.056579310446977615, + "learning_rate": 1.299166075180133e-05, + "loss": 0.0037, + "step": 510 + }, + { + "epoch": 1.967710843373494, + "grad_norm": 0.11834102869033813, + "learning_rate": 1.2907902259149287e-05, + "loss": 0.0047, + "step": 511 + }, + { + "epoch": 1.971566265060241, + "grad_norm": 0.4097451865673065, + "learning_rate": 1.282428580284894e-05, + "loss": 0.0158, + "step": 512 + }, + { + "epoch": 1.975421686746988, + "grad_norm": 0.06863151490688324, + "learning_rate": 1.274081305752135e-05, + "loss": 0.0033, + "step": 513 + }, + { + "epoch": 1.979277108433735, + "grad_norm": 0.09778847545385361, + "learning_rate": 1.2657485694909451e-05, + "loss": 0.0056, + "step": 514 + }, + { + "epoch": 1.983132530120482, + "grad_norm": 0.10331977903842926, + "learning_rate": 1.2574305383844528e-05, + "loss": 0.0055, + "step": 515 + }, + { + "epoch": 1.9869879518072289, + "grad_norm": 0.06463884562253952, + "learning_rate": 1.2491273790212806e-05, + "loss": 0.0039, + "step": 516 + }, + { + "epoch": 1.9908433734939759, + "grad_norm": 0.12248596549034119, + "learning_rate": 1.2408392576922075e-05, + "loss": 0.0115, + "step": 517 + }, + { + "epoch": 1.994698795180723, + "grad_norm": 0.15362606942653656, + "learning_rate": 1.2325663403868406e-05, + "loss": 0.0087, + "step": 518 + }, + { + "epoch": 1.99855421686747, + "grad_norm": 0.06778371334075928, + "learning_rate": 1.2243087927902905e-05, + "loss": 0.0032, + "step": 519 + }, + { + "epoch": 2.0, + "grad_norm": 0.2598204016685486, + "learning_rate": 1.2160667802798503e-05, + "loss": 0.0092, + "step": 520 + }, + { + "epoch": 2.003855421686747, + "grad_norm": 0.1877129226922989, + "learning_rate": 1.2078404679216864e-05, + "loss": 0.0076, + "step": 521 + }, + { + "epoch": 2.007710843373494, + "grad_norm": 0.0740046426653862, + "learning_rate": 1.199630020467533e-05, + "loss": 0.0028, + "step": 522 + }, + { + "epoch": 2.011566265060241, + "grad_norm": 0.14209777116775513, + "learning_rate": 1.1914356023513904e-05, + "loss": 0.008, + "step": 523 + }, + { + "epoch": 2.015421686746988, + "grad_norm": 0.06664244830608368, + "learning_rate": 1.1832573776862319e-05, + "loss": 0.007, + "step": 524 + }, + { + "epoch": 2.019277108433735, + "grad_norm": 0.0566011480987072, + "learning_rate": 1.1750955102607193e-05, + "loss": 0.0023, + "step": 525 + }, + { + "epoch": 2.023132530120482, + "grad_norm": 0.059486355632543564, + "learning_rate": 1.1669501635359212e-05, + "loss": 0.0023, + "step": 526 + }, + { + "epoch": 2.026987951807229, + "grad_norm": 0.048501964658498764, + "learning_rate": 1.1588215006420374e-05, + "loss": 0.0024, + "step": 527 + }, + { + "epoch": 2.0308433734939757, + "grad_norm": 0.06546659767627716, + "learning_rate": 1.1507096843751372e-05, + "loss": 0.0038, + "step": 528 + }, + { + "epoch": 2.0346987951807227, + "grad_norm": 0.055793650448322296, + "learning_rate": 1.1426148771938915e-05, + "loss": 0.0039, + "step": 529 + }, + { + "epoch": 2.0385542168674697, + "grad_norm": 0.14630311727523804, + "learning_rate": 1.1345372412163276e-05, + "loss": 0.0028, + "step": 530 + }, + { + "epoch": 2.0424096385542168, + "grad_norm": 0.052479639649391174, + "learning_rate": 1.1264769382165748e-05, + "loss": 0.0033, + "step": 531 + }, + { + "epoch": 2.0462650602409638, + "grad_norm": 0.06099266931414604, + "learning_rate": 1.1184341296216281e-05, + "loss": 0.0023, + "step": 532 + }, + { + "epoch": 2.050120481927711, + "grad_norm": 0.08203870803117752, + "learning_rate": 1.110408976508118e-05, + "loss": 0.0025, + "step": 533 + }, + { + "epoch": 2.053975903614458, + "grad_norm": 0.031148897483944893, + "learning_rate": 1.1024016395990758e-05, + "loss": 0.0021, + "step": 534 + }, + { + "epoch": 2.057831325301205, + "grad_norm": 0.10753555595874786, + "learning_rate": 1.094412279260726e-05, + "loss": 0.0084, + "step": 535 + }, + { + "epoch": 2.061686746987952, + "grad_norm": 0.04244984686374664, + "learning_rate": 1.0864410554992654e-05, + "loss": 0.002, + "step": 536 + }, + { + "epoch": 2.065542168674699, + "grad_norm": 0.03356681391596794, + "learning_rate": 1.0784881279576635e-05, + "loss": 0.0015, + "step": 537 + }, + { + "epoch": 2.069397590361446, + "grad_norm": 0.0787050798535347, + "learning_rate": 1.070553655912463e-05, + "loss": 0.0028, + "step": 538 + }, + { + "epoch": 2.073253012048193, + "grad_norm": 0.03804800286889076, + "learning_rate": 1.0626377982705929e-05, + "loss": 0.0021, + "step": 539 + }, + { + "epoch": 2.07710843373494, + "grad_norm": 0.1359545737504959, + "learning_rate": 1.0547407135661816e-05, + "loss": 0.0112, + "step": 540 + }, + { + "epoch": 2.080963855421687, + "grad_norm": 0.07904944568872452, + "learning_rate": 1.0468625599573842e-05, + "loss": 0.0029, + "step": 541 + }, + { + "epoch": 2.0848192771084335, + "grad_norm": 0.0676993653178215, + "learning_rate": 1.0390034952232178e-05, + "loss": 0.0016, + "step": 542 + }, + { + "epoch": 2.0886746987951805, + "grad_norm": 0.052145086228847504, + "learning_rate": 1.0311636767603952e-05, + "loss": 0.0024, + "step": 543 + }, + { + "epoch": 2.0925301204819275, + "grad_norm": 0.1171824038028717, + "learning_rate": 1.0233432615801786e-05, + "loss": 0.009, + "step": 544 + }, + { + "epoch": 2.0963855421686746, + "grad_norm": 0.7555789351463318, + "learning_rate": 1.0155424063052306e-05, + "loss": 0.0052, + "step": 545 + }, + { + "epoch": 2.1002409638554216, + "grad_norm": 0.08210741728544235, + "learning_rate": 1.0077612671664827e-05, + "loss": 0.0054, + "step": 546 + }, + { + "epoch": 2.1040963855421686, + "grad_norm": 0.11431938409805298, + "learning_rate": 1.0000000000000006e-05, + "loss": 0.0039, + "step": 547 + }, + { + "epoch": 2.1079518072289156, + "grad_norm": 0.07425118237733841, + "learning_rate": 9.922587602438657e-06, + "loss": 0.0118, + "step": 548 + }, + { + "epoch": 2.1118072289156626, + "grad_norm": 0.06563588976860046, + "learning_rate": 9.84537702935065e-06, + "loss": 0.0021, + "step": 549 + }, + { + "epoch": 2.1156626506024097, + "grad_norm": 0.23397141695022583, + "learning_rate": 9.768369827063803e-06, + "loss": 0.0064, + "step": 550 + }, + { + "epoch": 2.1195180722891567, + "grad_norm": 0.06807775050401688, + "learning_rate": 9.691567537832964e-06, + "loss": 0.0036, + "step": 551 + }, + { + "epoch": 2.1233734939759037, + "grad_norm": 0.07760459929704666, + "learning_rate": 9.614971699809081e-06, + "loss": 0.005, + "step": 552 + }, + { + "epoch": 2.1272289156626507, + "grad_norm": 0.08298410475254059, + "learning_rate": 9.538583847008452e-06, + "loss": 0.0072, + "step": 553 + }, + { + "epoch": 2.1310843373493977, + "grad_norm": 0.053814083337783813, + "learning_rate": 9.462405509281937e-06, + "loss": 0.0021, + "step": 554 + }, + { + "epoch": 2.1349397590361447, + "grad_norm": 0.05976598709821701, + "learning_rate": 9.386438212284372e-06, + "loss": 0.003, + "step": 555 + }, + { + "epoch": 2.1387951807228918, + "grad_norm": 0.03989047929644585, + "learning_rate": 9.310683477443979e-06, + "loss": 0.002, + "step": 556 + }, + { + "epoch": 2.1426506024096383, + "grad_norm": 0.2895124554634094, + "learning_rate": 9.235142821931928e-06, + "loss": 0.0134, + "step": 557 + }, + { + "epoch": 2.1465060240963854, + "grad_norm": 0.07493002712726593, + "learning_rate": 9.159817758631923e-06, + "loss": 0.0028, + "step": 558 + }, + { + "epoch": 2.1503614457831324, + "grad_norm": 0.037741731852293015, + "learning_rate": 9.084709796109907e-06, + "loss": 0.0012, + "step": 559 + }, + { + "epoch": 2.1542168674698794, + "grad_norm": 0.06910698860883713, + "learning_rate": 9.009820438583881e-06, + "loss": 0.002, + "step": 560 + }, + { + "epoch": 2.1580722891566264, + "grad_norm": 0.07993840426206589, + "learning_rate": 8.93515118589373e-06, + "loss": 0.0032, + "step": 561 + }, + { + "epoch": 2.1619277108433734, + "grad_norm": 0.3232978880405426, + "learning_rate": 8.860703533471218e-06, + "loss": 0.0097, + "step": 562 + }, + { + "epoch": 2.1657831325301204, + "grad_norm": 0.05569448694586754, + "learning_rate": 8.786478972310023e-06, + "loss": 0.0019, + "step": 563 + }, + { + "epoch": 2.1696385542168675, + "grad_norm": 0.07345814257860184, + "learning_rate": 8.712478988935904e-06, + "loss": 0.0028, + "step": 564 + }, + { + "epoch": 2.1734939759036145, + "grad_norm": 0.06032630801200867, + "learning_rate": 8.638705065376887e-06, + "loss": 0.0017, + "step": 565 + }, + { + "epoch": 2.1773493975903615, + "grad_norm": 0.06941293925046921, + "learning_rate": 8.565158679133605e-06, + "loss": 0.0021, + "step": 566 + }, + { + "epoch": 2.1812048192771085, + "grad_norm": 0.05227924510836601, + "learning_rate": 8.491841303149728e-06, + "loss": 0.0039, + "step": 567 + }, + { + "epoch": 2.1850602409638555, + "grad_norm": 0.08419029414653778, + "learning_rate": 8.418754405782423e-06, + "loss": 0.0059, + "step": 568 + }, + { + "epoch": 2.1889156626506026, + "grad_norm": 0.06260647624731064, + "learning_rate": 8.345899450772975e-06, + "loss": 0.0028, + "step": 569 + }, + { + "epoch": 2.1927710843373496, + "grad_norm": 0.326419860124588, + "learning_rate": 8.27327789721746e-06, + "loss": 0.0083, + "step": 570 + }, + { + "epoch": 2.1966265060240966, + "grad_norm": 0.05631480738520622, + "learning_rate": 8.200891199537549e-06, + "loss": 0.0014, + "step": 571 + }, + { + "epoch": 2.200481927710843, + "grad_norm": 0.07872775942087173, + "learning_rate": 8.128740807451311e-06, + "loss": 0.0018, + "step": 572 + }, + { + "epoch": 2.20433734939759, + "grad_norm": 0.13493163883686066, + "learning_rate": 8.056828165944282e-06, + "loss": 0.0085, + "step": 573 + }, + { + "epoch": 2.208192771084337, + "grad_norm": 0.11313220113515854, + "learning_rate": 7.98515471524042e-06, + "loss": 0.0039, + "step": 574 + }, + { + "epoch": 2.212048192771084, + "grad_norm": 0.06968442350625992, + "learning_rate": 7.913721890773354e-06, + "loss": 0.0023, + "step": 575 + }, + { + "epoch": 2.2159036144578312, + "grad_norm": 0.6592087149620056, + "learning_rate": 7.842531123157562e-06, + "loss": 0.0027, + "step": 576 + }, + { + "epoch": 2.2197590361445783, + "grad_norm": 0.08434339612722397, + "learning_rate": 7.771583838159756e-06, + "loss": 0.0036, + "step": 577 + }, + { + "epoch": 2.2236144578313253, + "grad_norm": 0.05565265938639641, + "learning_rate": 7.700881456670342e-06, + "loss": 0.0022, + "step": 578 + }, + { + "epoch": 2.2274698795180723, + "grad_norm": 0.06776664406061172, + "learning_rate": 7.630425394674903e-06, + "loss": 0.0055, + "step": 579 + }, + { + "epoch": 2.2313253012048193, + "grad_norm": 0.0737040564417839, + "learning_rate": 7.560217063225923e-06, + "loss": 0.0045, + "step": 580 + }, + { + "epoch": 2.2351807228915663, + "grad_norm": 0.0424475371837616, + "learning_rate": 7.49025786841445e-06, + "loss": 0.0016, + "step": 581 + }, + { + "epoch": 2.2390361445783133, + "grad_norm": 0.05880943313241005, + "learning_rate": 7.420549211342005e-06, + "loss": 0.0036, + "step": 582 + }, + { + "epoch": 2.2428915662650604, + "grad_norm": 0.07502184063196182, + "learning_rate": 7.3510924880924575e-06, + "loss": 0.0035, + "step": 583 + }, + { + "epoch": 2.2467469879518074, + "grad_norm": 0.07997576147317886, + "learning_rate": 7.2818890897041065e-06, + "loss": 0.0034, + "step": 584 + }, + { + "epoch": 2.2506024096385544, + "grad_norm": 0.05822072923183441, + "learning_rate": 7.212940402141808e-06, + "loss": 0.0024, + "step": 585 + }, + { + "epoch": 2.2544578313253014, + "grad_norm": 0.05100448429584503, + "learning_rate": 7.1442478062692135e-06, + "loss": 0.006, + "step": 586 + }, + { + "epoch": 2.258313253012048, + "grad_norm": 0.06905625760555267, + "learning_rate": 7.075812677821145e-06, + "loss": 0.0024, + "step": 587 + }, + { + "epoch": 2.262168674698795, + "grad_norm": 0.055957138538360596, + "learning_rate": 7.0076363873759865e-06, + "loss": 0.0037, + "step": 588 + }, + { + "epoch": 2.266024096385542, + "grad_norm": 0.03304177150130272, + "learning_rate": 6.939720300328303e-06, + "loss": 0.0018, + "step": 589 + }, + { + "epoch": 2.269879518072289, + "grad_norm": 0.08473087102174759, + "learning_rate": 6.8720657768614115e-06, + "loss": 0.0058, + "step": 590 + }, + { + "epoch": 2.273734939759036, + "grad_norm": 0.0625910758972168, + "learning_rate": 6.8046741719202385e-06, + "loss": 0.0049, + "step": 591 + }, + { + "epoch": 2.277590361445783, + "grad_norm": 0.07574128359556198, + "learning_rate": 6.737546835184101e-06, + "loss": 0.0043, + "step": 592 + }, + { + "epoch": 2.28144578313253, + "grad_norm": 0.07056653499603271, + "learning_rate": 6.67068511103971e-06, + "loss": 0.0119, + "step": 593 + }, + { + "epoch": 2.285301204819277, + "grad_norm": 0.07596432417631149, + "learning_rate": 6.604090338554267e-06, + "loss": 0.0031, + "step": 594 + }, + { + "epoch": 2.289156626506024, + "grad_norm": 0.0327884741127491, + "learning_rate": 6.537763851448593e-06, + "loss": 0.002, + "step": 595 + }, + { + "epoch": 2.293012048192771, + "grad_norm": 0.03820427507162094, + "learning_rate": 6.471706978070482e-06, + "loss": 0.0017, + "step": 596 + }, + { + "epoch": 2.296867469879518, + "grad_norm": 0.04365382716059685, + "learning_rate": 6.4059210413680175e-06, + "loss": 0.0017, + "step": 597 + }, + { + "epoch": 2.300722891566265, + "grad_norm": 0.08569991588592529, + "learning_rate": 6.340407358863167e-06, + "loss": 0.0028, + "step": 598 + }, + { + "epoch": 2.304578313253012, + "grad_norm": 0.34639790654182434, + "learning_rate": 6.275167242625331e-06, + "loss": 0.0121, + "step": 599 + }, + { + "epoch": 2.3084337349397592, + "grad_norm": 0.0633152648806572, + "learning_rate": 6.210201999245087e-06, + "loss": 0.0027, + "step": 600 + }, + { + "epoch": 2.3122891566265062, + "grad_norm": 0.06482216715812683, + "learning_rate": 6.145512929808013e-06, + "loss": 0.0028, + "step": 601 + }, + { + "epoch": 2.316144578313253, + "grad_norm": 0.06370186805725098, + "learning_rate": 6.081101329868664e-06, + "loss": 0.0052, + "step": 602 + }, + { + "epoch": 2.32, + "grad_norm": 0.05200124904513359, + "learning_rate": 6.016968489424572e-06, + "loss": 0.0022, + "step": 603 + }, + { + "epoch": 2.323855421686747, + "grad_norm": 0.04066948965191841, + "learning_rate": 5.95311569289045e-06, + "loss": 0.0015, + "step": 604 + }, + { + "epoch": 2.327710843373494, + "grad_norm": 0.04939762502908707, + "learning_rate": 5.889544219072465e-06, + "loss": 0.0018, + "step": 605 + }, + { + "epoch": 2.331566265060241, + "grad_norm": 0.05605112388730049, + "learning_rate": 5.8262553411426015e-06, + "loss": 0.0023, + "step": 606 + }, + { + "epoch": 2.335421686746988, + "grad_norm": 0.025311313569545746, + "learning_rate": 5.7632503266131925e-06, + "loss": 0.0013, + "step": 607 + }, + { + "epoch": 2.339277108433735, + "grad_norm": 0.07716325670480728, + "learning_rate": 5.700530437311509e-06, + "loss": 0.0019, + "step": 608 + }, + { + "epoch": 2.343132530120482, + "grad_norm": 0.035999130457639694, + "learning_rate": 5.638096929354522e-06, + "loss": 0.0011, + "step": 609 + }, + { + "epoch": 2.346987951807229, + "grad_norm": 0.10247158259153366, + "learning_rate": 5.5759510531237116e-06, + "loss": 0.0077, + "step": 610 + }, + { + "epoch": 2.350843373493976, + "grad_norm": 0.11552261561155319, + "learning_rate": 5.514094053240035e-06, + "loss": 0.0035, + "step": 611 + }, + { + "epoch": 2.354698795180723, + "grad_norm": 0.09938646852970123, + "learning_rate": 5.452527168539026e-06, + "loss": 0.0018, + "step": 612 + }, + { + "epoch": 2.35855421686747, + "grad_norm": 0.06877364218235016, + "learning_rate": 5.39125163204594e-06, + "loss": 0.0039, + "step": 613 + }, + { + "epoch": 2.362409638554217, + "grad_norm": 0.03887651488184929, + "learning_rate": 5.330268670951091e-06, + "loss": 0.0013, + "step": 614 + }, + { + "epoch": 2.3662650602409636, + "grad_norm": 0.08702801913022995, + "learning_rate": 5.269579506585259e-06, + "loss": 0.0084, + "step": 615 + }, + { + "epoch": 2.370120481927711, + "grad_norm": 0.05485809966921806, + "learning_rate": 5.209185354395261e-06, + "loss": 0.0023, + "step": 616 + }, + { + "epoch": 2.3739759036144576, + "grad_norm": 0.10920535027980804, + "learning_rate": 5.149087423919541e-06, + "loss": 0.0029, + "step": 617 + }, + { + "epoch": 2.3778313253012047, + "grad_norm": 0.13908222317695618, + "learning_rate": 5.089286918764031e-06, + "loss": 0.0034, + "step": 618 + }, + { + "epoch": 2.3816867469879517, + "grad_norm": 0.09357054531574249, + "learning_rate": 5.029785036577976e-06, + "loss": 0.0024, + "step": 619 + }, + { + "epoch": 2.3855421686746987, + "grad_norm": 0.17332714796066284, + "learning_rate": 4.97058296903e-06, + "loss": 0.0064, + "step": 620 + }, + { + "epoch": 2.3893975903614457, + "grad_norm": 0.04516534134745598, + "learning_rate": 4.911681901784198e-06, + "loss": 0.002, + "step": 621 + }, + { + "epoch": 2.3932530120481927, + "grad_norm": 0.10836844146251678, + "learning_rate": 4.853083014476403e-06, + "loss": 0.0116, + "step": 622 + }, + { + "epoch": 2.3971084337349398, + "grad_norm": 0.06490450352430344, + "learning_rate": 4.794787480690597e-06, + "loss": 0.0034, + "step": 623 + }, + { + "epoch": 2.4009638554216868, + "grad_norm": 0.2077661007642746, + "learning_rate": 4.736796467935336e-06, + "loss": 0.0086, + "step": 624 + }, + { + "epoch": 2.404819277108434, + "grad_norm": 0.050042327493429184, + "learning_rate": 4.679111137620442e-06, + "loss": 0.0018, + "step": 625 + }, + { + "epoch": 2.408674698795181, + "grad_norm": 0.04626263305544853, + "learning_rate": 4.621732645033687e-06, + "loss": 0.0016, + "step": 626 + }, + { + "epoch": 2.412530120481928, + "grad_norm": 0.03525455668568611, + "learning_rate": 4.5646621393177e-06, + "loss": 0.001, + "step": 627 + }, + { + "epoch": 2.416385542168675, + "grad_norm": 0.06515587121248245, + "learning_rate": 4.507900763446911e-06, + "loss": 0.003, + "step": 628 + }, + { + "epoch": 2.420240963855422, + "grad_norm": 0.05137157812714577, + "learning_rate": 4.451449654204685e-06, + "loss": 0.0016, + "step": 629 + }, + { + "epoch": 2.4240963855421684, + "grad_norm": 0.09875486046075821, + "learning_rate": 4.395309942160551e-06, + "loss": 0.0019, + "step": 630 + }, + { + "epoch": 2.427951807228916, + "grad_norm": 0.07232407480478287, + "learning_rate": 4.339482751647557e-06, + "loss": 0.0023, + "step": 631 + }, + { + "epoch": 2.4318072289156625, + "grad_norm": 0.06509175151586533, + "learning_rate": 4.283969200739764e-06, + "loss": 0.0042, + "step": 632 + }, + { + "epoch": 2.4356626506024095, + "grad_norm": 0.17352131009101868, + "learning_rate": 4.228770401229824e-06, + "loss": 0.0074, + "step": 633 + }, + { + "epoch": 2.4395180722891565, + "grad_norm": 0.035422373563051224, + "learning_rate": 4.173887458606767e-06, + "loss": 0.0013, + "step": 634 + }, + { + "epoch": 2.4433734939759035, + "grad_norm": 0.038832418620586395, + "learning_rate": 4.119321472033779e-06, + "loss": 0.0013, + "step": 635 + }, + { + "epoch": 2.4472289156626506, + "grad_norm": 0.06765366345643997, + "learning_rate": 4.065073534326282e-06, + "loss": 0.0032, + "step": 636 + }, + { + "epoch": 2.4510843373493976, + "grad_norm": 0.13772547245025635, + "learning_rate": 4.011144731929981e-06, + "loss": 0.0093, + "step": 637 + }, + { + "epoch": 2.4549397590361446, + "grad_norm": 0.08776474744081497, + "learning_rate": 3.957536144899123e-06, + "loss": 0.0067, + "step": 638 + }, + { + "epoch": 2.4587951807228916, + "grad_norm": 0.10551299154758453, + "learning_rate": 3.904248846874894e-06, + "loss": 0.0108, + "step": 639 + }, + { + "epoch": 2.4626506024096386, + "grad_norm": 0.04805995151400566, + "learning_rate": 3.851283905063863e-06, + "loss": 0.0019, + "step": 640 + }, + { + "epoch": 2.4665060240963856, + "grad_norm": 0.09927227348089218, + "learning_rate": 3.7986423802166705e-06, + "loss": 0.0067, + "step": 641 + }, + { + "epoch": 2.4703614457831327, + "grad_norm": 0.11920815706253052, + "learning_rate": 3.7463253266067147e-06, + "loss": 0.0079, + "step": 642 + }, + { + "epoch": 2.4742168674698797, + "grad_norm": 0.037468794733285904, + "learning_rate": 3.694333792009115e-06, + "loss": 0.0014, + "step": 643 + }, + { + "epoch": 2.4780722891566267, + "grad_norm": 0.04393767938017845, + "learning_rate": 3.64266881767966e-06, + "loss": 0.001, + "step": 644 + } + ], + "logging_steps": 1, + "max_steps": 780, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 92, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4.888324936050934e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-644/training_args.bin b/checkpoint-644/training_args.bin new file mode 100644 index 0000000..16dd9a0 --- /dev/null +++ b/checkpoint-644/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278dd9cb4a0ad2cab5c6d1358fbf0c25929c01aec5836b90960695f31f47b1b6 +size 7825 diff --git a/checkpoint-736/chat_template.jinja b/checkpoint-736/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/checkpoint-736/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-736/config.json b/checkpoint-736/config.json new file mode 100644 index 0000000..8da640a --- /dev/null +++ b/checkpoint-736/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.56.2", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/checkpoint-736/generation_config.json b/checkpoint-736/generation_config.json new file mode 100644 index 0000000..2152026 --- /dev/null +++ b/checkpoint-736/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128009, + 128001, + 128008, + 128009 + ], + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-736/model-00001-of-00002.safetensors b/checkpoint-736/model-00001-of-00002.safetensors new file mode 100644 index 0000000..54c76fc --- /dev/null +++ b/checkpoint-736/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e5a1adce9d64c3ecfb5033efcf462b9378ed61e11eee16cff141266a6dff039 +size 4965799096 diff --git a/checkpoint-736/model-00002-of-00002.safetensors b/checkpoint-736/model-00002-of-00002.safetensors new file mode 100644 index 0000000..f56da9e --- /dev/null +++ b/checkpoint-736/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f61d036973d876d3b43b6dd255a002caac3136b6cdd83001f3c0c18ec95ba8 +size 2247734992 diff --git a/checkpoint-736/model.safetensors.index.json b/checkpoint-736/model.safetensors.index.json new file mode 100644 index 0000000..887d493 --- /dev/null +++ b/checkpoint-736/model.safetensors.index.json @@ -0,0 +1,263 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 7213504512 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/checkpoint-736/special_tokens_map.json b/checkpoint-736/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/checkpoint-736/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-736/tokenizer.json b/checkpoint-736/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/checkpoint-736/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-736/tokenizer_config.json b/checkpoint-736/tokenizer_config.json new file mode 100644 index 0000000..d1e1ea9 --- /dev/null +++ b/checkpoint-736/tokenizer_config.json @@ -0,0 +1,2068 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-736/trainer_state.json b/checkpoint-736/trainer_state.json new file mode 100644 index 0000000..5aa920c --- /dev/null +++ b/checkpoint-736/trainer_state.json @@ -0,0 +1,5186 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.8327710843373493, + "eval_steps": 500, + "global_step": 736, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0038554216867469878, + "grad_norm": 1.2289724349975586, + "learning_rate": 0.0, + "loss": 0.0363, + "step": 1 + }, + { + "epoch": 0.0077108433734939755, + "grad_norm": 1.148133635520935, + "learning_rate": 5.128205128205128e-07, + "loss": 0.042, + "step": 2 + }, + { + "epoch": 0.011566265060240964, + "grad_norm": 1.251704216003418, + "learning_rate": 1.0256410256410257e-06, + "loss": 0.0442, + "step": 3 + }, + { + "epoch": 0.015421686746987951, + "grad_norm": 1.1709717512130737, + "learning_rate": 1.5384615384615387e-06, + "loss": 0.0363, + "step": 4 + }, + { + "epoch": 0.01927710843373494, + "grad_norm": 1.1885852813720703, + "learning_rate": 2.0512820512820513e-06, + "loss": 0.0281, + "step": 5 + }, + { + "epoch": 0.02313253012048193, + "grad_norm": 0.7513725161552429, + "learning_rate": 2.564102564102564e-06, + "loss": 0.0456, + "step": 6 + }, + { + "epoch": 0.026987951807228915, + "grad_norm": 0.6604480147361755, + "learning_rate": 3.0769230769230774e-06, + "loss": 0.0336, + "step": 7 + }, + { + "epoch": 0.030843373493975902, + "grad_norm": 0.5245765447616577, + "learning_rate": 3.58974358974359e-06, + "loss": 0.0351, + "step": 8 + }, + { + "epoch": 0.03469879518072289, + "grad_norm": 0.35446059703826904, + "learning_rate": 4.102564102564103e-06, + "loss": 0.022, + "step": 9 + }, + { + "epoch": 0.03855421686746988, + "grad_norm": 0.40557414293289185, + "learning_rate": 4.615384615384616e-06, + "loss": 0.0248, + "step": 10 + }, + { + "epoch": 0.042409638554216866, + "grad_norm": 0.3844715356826782, + "learning_rate": 5.128205128205128e-06, + "loss": 0.0289, + "step": 11 + }, + { + "epoch": 0.04626506024096386, + "grad_norm": 0.31521302461624146, + "learning_rate": 5.641025641025641e-06, + "loss": 0.0221, + "step": 12 + }, + { + "epoch": 0.05012048192771084, + "grad_norm": 0.40441566705703735, + "learning_rate": 6.153846153846155e-06, + "loss": 0.0226, + "step": 13 + }, + { + "epoch": 0.05397590361445783, + "grad_norm": 0.30345258116722107, + "learning_rate": 6.666666666666667e-06, + "loss": 0.0181, + "step": 14 + }, + { + "epoch": 0.05783132530120482, + "grad_norm": 0.32419148087501526, + "learning_rate": 7.17948717948718e-06, + "loss": 0.0217, + "step": 15 + }, + { + "epoch": 0.061686746987951804, + "grad_norm": 0.29662227630615234, + "learning_rate": 7.692307692307694e-06, + "loss": 0.0216, + "step": 16 + }, + { + "epoch": 0.0655421686746988, + "grad_norm": 0.24562332034111023, + "learning_rate": 8.205128205128205e-06, + "loss": 0.0163, + "step": 17 + }, + { + "epoch": 0.06939759036144579, + "grad_norm": 0.21251554787158966, + "learning_rate": 8.717948717948719e-06, + "loss": 0.0176, + "step": 18 + }, + { + "epoch": 0.07325301204819278, + "grad_norm": 0.195358544588089, + "learning_rate": 9.230769230769232e-06, + "loss": 0.0121, + "step": 19 + }, + { + "epoch": 0.07710843373493977, + "grad_norm": 0.1519210785627365, + "learning_rate": 9.743589743589744e-06, + "loss": 0.0103, + "step": 20 + }, + { + "epoch": 0.08096385542168674, + "grad_norm": 0.29832565784454346, + "learning_rate": 1.0256410256410256e-05, + "loss": 0.0197, + "step": 21 + }, + { + "epoch": 0.08481927710843373, + "grad_norm": 0.24802711606025696, + "learning_rate": 1.076923076923077e-05, + "loss": 0.0207, + "step": 22 + }, + { + "epoch": 0.08867469879518072, + "grad_norm": 0.17878903448581696, + "learning_rate": 1.1282051282051283e-05, + "loss": 0.014, + "step": 23 + }, + { + "epoch": 0.09253012048192771, + "grad_norm": 0.23687325417995453, + "learning_rate": 1.1794871794871796e-05, + "loss": 0.0153, + "step": 24 + }, + { + "epoch": 0.0963855421686747, + "grad_norm": 0.29058969020843506, + "learning_rate": 1.230769230769231e-05, + "loss": 0.0149, + "step": 25 + }, + { + "epoch": 0.10024096385542168, + "grad_norm": 0.1624310314655304, + "learning_rate": 1.2820512820512823e-05, + "loss": 0.0127, + "step": 26 + }, + { + "epoch": 0.10409638554216867, + "grad_norm": 0.27256354689598083, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.0173, + "step": 27 + }, + { + "epoch": 0.10795180722891566, + "grad_norm": 0.24831782281398773, + "learning_rate": 1.3846153846153847e-05, + "loss": 0.0161, + "step": 28 + }, + { + "epoch": 0.11180722891566265, + "grad_norm": 0.20417729020118713, + "learning_rate": 1.435897435897436e-05, + "loss": 0.0127, + "step": 29 + }, + { + "epoch": 0.11566265060240964, + "grad_norm": 0.22253485023975372, + "learning_rate": 1.4871794871794874e-05, + "loss": 0.018, + "step": 30 + }, + { + "epoch": 0.11951807228915663, + "grad_norm": 0.1634419709444046, + "learning_rate": 1.5384615384615387e-05, + "loss": 0.0092, + "step": 31 + }, + { + "epoch": 0.12337349397590361, + "grad_norm": 0.16349917650222778, + "learning_rate": 1.5897435897435897e-05, + "loss": 0.0151, + "step": 32 + }, + { + "epoch": 0.1272289156626506, + "grad_norm": 0.2271573394536972, + "learning_rate": 1.641025641025641e-05, + "loss": 0.0174, + "step": 33 + }, + { + "epoch": 0.1310843373493976, + "grad_norm": 0.1916988492012024, + "learning_rate": 1.6923076923076924e-05, + "loss": 0.0126, + "step": 34 + }, + { + "epoch": 0.13493975903614458, + "grad_norm": 0.23479051887989044, + "learning_rate": 1.7435897435897438e-05, + "loss": 0.0116, + "step": 35 + }, + { + "epoch": 0.13879518072289157, + "grad_norm": 0.18296493589878082, + "learning_rate": 1.794871794871795e-05, + "loss": 0.0133, + "step": 36 + }, + { + "epoch": 0.14265060240963856, + "grad_norm": 0.12307147681713104, + "learning_rate": 1.8461538461538465e-05, + "loss": 0.0093, + "step": 37 + }, + { + "epoch": 0.14650602409638555, + "grad_norm": 0.1736001819372177, + "learning_rate": 1.8974358974358975e-05, + "loss": 0.0097, + "step": 38 + }, + { + "epoch": 0.15036144578313254, + "grad_norm": 0.21048344671726227, + "learning_rate": 1.9487179487179488e-05, + "loss": 0.0121, + "step": 39 + }, + { + "epoch": 0.15421686746987953, + "grad_norm": 0.18844228982925415, + "learning_rate": 2e-05, + "loss": 0.0145, + "step": 40 + }, + { + "epoch": 0.1580722891566265, + "grad_norm": 0.24053065478801727, + "learning_rate": 2.0512820512820512e-05, + "loss": 0.0233, + "step": 41 + }, + { + "epoch": 0.16192771084337348, + "grad_norm": 0.16952425241470337, + "learning_rate": 2.102564102564103e-05, + "loss": 0.024, + "step": 42 + }, + { + "epoch": 0.16578313253012048, + "grad_norm": 0.1816851794719696, + "learning_rate": 2.153846153846154e-05, + "loss": 0.0165, + "step": 43 + }, + { + "epoch": 0.16963855421686747, + "grad_norm": 0.17718464136123657, + "learning_rate": 2.2051282051282056e-05, + "loss": 0.0171, + "step": 44 + }, + { + "epoch": 0.17349397590361446, + "grad_norm": 0.44719773530960083, + "learning_rate": 2.2564102564102566e-05, + "loss": 0.0357, + "step": 45 + }, + { + "epoch": 0.17734939759036145, + "grad_norm": 0.1649208813905716, + "learning_rate": 2.3076923076923076e-05, + "loss": 0.016, + "step": 46 + }, + { + "epoch": 0.18120481927710844, + "grad_norm": 0.17772121727466583, + "learning_rate": 2.3589743589743593e-05, + "loss": 0.0106, + "step": 47 + }, + { + "epoch": 0.18506024096385543, + "grad_norm": 0.30155256390571594, + "learning_rate": 2.4102564102564103e-05, + "loss": 0.0132, + "step": 48 + }, + { + "epoch": 0.18891566265060242, + "grad_norm": 0.1777803599834442, + "learning_rate": 2.461538461538462e-05, + "loss": 0.0089, + "step": 49 + }, + { + "epoch": 0.1927710843373494, + "grad_norm": 0.23959968984127045, + "learning_rate": 2.512820512820513e-05, + "loss": 0.0137, + "step": 50 + }, + { + "epoch": 0.1966265060240964, + "grad_norm": 0.2473219782114029, + "learning_rate": 2.5641025641025646e-05, + "loss": 0.0241, + "step": 51 + }, + { + "epoch": 0.20048192771084336, + "grad_norm": 0.14216162264347076, + "learning_rate": 2.6153846153846157e-05, + "loss": 0.0089, + "step": 52 + }, + { + "epoch": 0.20433734939759035, + "grad_norm": 0.16024824976921082, + "learning_rate": 2.6666666666666667e-05, + "loss": 0.0105, + "step": 53 + }, + { + "epoch": 0.20819277108433734, + "grad_norm": 0.19614927470684052, + "learning_rate": 2.7179487179487183e-05, + "loss": 0.0102, + "step": 54 + }, + { + "epoch": 0.21204819277108433, + "grad_norm": 0.18651551008224487, + "learning_rate": 2.7692307692307694e-05, + "loss": 0.0109, + "step": 55 + }, + { + "epoch": 0.21590361445783132, + "grad_norm": 0.1358720362186432, + "learning_rate": 2.820512820512821e-05, + "loss": 0.0082, + "step": 56 + }, + { + "epoch": 0.2197590361445783, + "grad_norm": 0.13998733460903168, + "learning_rate": 2.871794871794872e-05, + "loss": 0.0081, + "step": 57 + }, + { + "epoch": 0.2236144578313253, + "grad_norm": 0.1299574077129364, + "learning_rate": 2.923076923076923e-05, + "loss": 0.0067, + "step": 58 + }, + { + "epoch": 0.2274698795180723, + "grad_norm": 0.17477169632911682, + "learning_rate": 2.9743589743589747e-05, + "loss": 0.0091, + "step": 59 + }, + { + "epoch": 0.23132530120481928, + "grad_norm": 0.27078455686569214, + "learning_rate": 3.0256410256410257e-05, + "loss": 0.0128, + "step": 60 + }, + { + "epoch": 0.23518072289156627, + "grad_norm": 0.2184700220823288, + "learning_rate": 3.0769230769230774e-05, + "loss": 0.0236, + "step": 61 + }, + { + "epoch": 0.23903614457831326, + "grad_norm": 0.21013228595256805, + "learning_rate": 3.128205128205129e-05, + "loss": 0.0114, + "step": 62 + }, + { + "epoch": 0.24289156626506025, + "grad_norm": 0.4988560974597931, + "learning_rate": 3.1794871794871795e-05, + "loss": 0.0111, + "step": 63 + }, + { + "epoch": 0.24674698795180722, + "grad_norm": 0.18484456837177277, + "learning_rate": 3.230769230769231e-05, + "loss": 0.0104, + "step": 64 + }, + { + "epoch": 0.25060240963855424, + "grad_norm": 0.19871847331523895, + "learning_rate": 3.282051282051282e-05, + "loss": 0.0094, + "step": 65 + }, + { + "epoch": 0.2544578313253012, + "grad_norm": 0.17952671647071838, + "learning_rate": 3.3333333333333335e-05, + "loss": 0.0127, + "step": 66 + }, + { + "epoch": 0.2583132530120482, + "grad_norm": 0.29055604338645935, + "learning_rate": 3.384615384615385e-05, + "loss": 0.023, + "step": 67 + }, + { + "epoch": 0.2621686746987952, + "grad_norm": 0.2033795416355133, + "learning_rate": 3.435897435897436e-05, + "loss": 0.0091, + "step": 68 + }, + { + "epoch": 0.26602409638554214, + "grad_norm": 0.2499230057001114, + "learning_rate": 3.4871794871794875e-05, + "loss": 0.0221, + "step": 69 + }, + { + "epoch": 0.26987951807228916, + "grad_norm": 0.22038578987121582, + "learning_rate": 3.538461538461539e-05, + "loss": 0.0139, + "step": 70 + }, + { + "epoch": 0.2737349397590361, + "grad_norm": 0.14657297730445862, + "learning_rate": 3.58974358974359e-05, + "loss": 0.0104, + "step": 71 + }, + { + "epoch": 0.27759036144578314, + "grad_norm": 0.23861773312091827, + "learning_rate": 3.6410256410256416e-05, + "loss": 0.0126, + "step": 72 + }, + { + "epoch": 0.2814457831325301, + "grad_norm": 0.21007320284843445, + "learning_rate": 3.692307692307693e-05, + "loss": 0.0133, + "step": 73 + }, + { + "epoch": 0.2853012048192771, + "grad_norm": 0.20938654243946075, + "learning_rate": 3.7435897435897436e-05, + "loss": 0.0116, + "step": 74 + }, + { + "epoch": 0.2891566265060241, + "grad_norm": 0.27394789457321167, + "learning_rate": 3.794871794871795e-05, + "loss": 0.0158, + "step": 75 + }, + { + "epoch": 0.2930120481927711, + "grad_norm": 0.1749437153339386, + "learning_rate": 3.846153846153846e-05, + "loss": 0.0097, + "step": 76 + }, + { + "epoch": 0.29686746987951806, + "grad_norm": 0.2208889275789261, + "learning_rate": 3.8974358974358976e-05, + "loss": 0.024, + "step": 77 + }, + { + "epoch": 0.3007228915662651, + "grad_norm": 0.32802650332450867, + "learning_rate": 3.948717948717949e-05, + "loss": 0.015, + "step": 78 + }, + { + "epoch": 0.30457831325301205, + "grad_norm": 0.21527938544750214, + "learning_rate": 4e-05, + "loss": 0.0137, + "step": 79 + }, + { + "epoch": 0.30843373493975906, + "grad_norm": 0.2894026041030884, + "learning_rate": 3.999979972589652e-05, + "loss": 0.0177, + "step": 80 + }, + { + "epoch": 0.312289156626506, + "grad_norm": 0.21148355305194855, + "learning_rate": 3.9999198907597046e-05, + "loss": 0.0146, + "step": 81 + }, + { + "epoch": 0.316144578313253, + "grad_norm": 0.1950712502002716, + "learning_rate": 3.999819755713442e-05, + "loss": 0.0174, + "step": 82 + }, + { + "epoch": 0.32, + "grad_norm": 0.23408709466457367, + "learning_rate": 3.9996795694563096e-05, + "loss": 0.0142, + "step": 83 + }, + { + "epoch": 0.32385542168674697, + "grad_norm": 0.4009031355381012, + "learning_rate": 3.999499334795875e-05, + "loss": 0.014, + "step": 84 + }, + { + "epoch": 0.327710843373494, + "grad_norm": 0.2507084012031555, + "learning_rate": 3.999279055341771e-05, + "loss": 0.013, + "step": 85 + }, + { + "epoch": 0.33156626506024095, + "grad_norm": 0.2922132909297943, + "learning_rate": 3.999018735505626e-05, + "loss": 0.013, + "step": 86 + }, + { + "epoch": 0.33542168674698797, + "grad_norm": 0.2073613405227661, + "learning_rate": 3.998718380500971e-05, + "loss": 0.0107, + "step": 87 + }, + { + "epoch": 0.33927710843373493, + "grad_norm": 0.3113904595375061, + "learning_rate": 3.998377996343139e-05, + "loss": 0.0337, + "step": 88 + }, + { + "epoch": 0.34313253012048195, + "grad_norm": 0.18452070653438568, + "learning_rate": 3.997997589849145e-05, + "loss": 0.0137, + "step": 89 + }, + { + "epoch": 0.3469879518072289, + "grad_norm": 0.24420331418514252, + "learning_rate": 3.9975771686375434e-05, + "loss": 0.0104, + "step": 90 + }, + { + "epoch": 0.35084337349397593, + "grad_norm": 0.3163854479789734, + "learning_rate": 3.9971167411282835e-05, + "loss": 0.0133, + "step": 91 + }, + { + "epoch": 0.3546987951807229, + "grad_norm": 0.11558058857917786, + "learning_rate": 3.996616316542537e-05, + "loss": 0.0069, + "step": 92 + }, + { + "epoch": 0.35855421686746985, + "grad_norm": 2.0870206356048584, + "learning_rate": 3.99607590490251e-05, + "loss": 0.0227, + "step": 93 + }, + { + "epoch": 0.3624096385542169, + "grad_norm": 0.23557044565677643, + "learning_rate": 3.9954955170312504e-05, + "loss": 0.0175, + "step": 94 + }, + { + "epoch": 0.36626506024096384, + "grad_norm": 0.2593333423137665, + "learning_rate": 3.9948751645524235e-05, + "loss": 0.0184, + "step": 95 + }, + { + "epoch": 0.37012048192771085, + "grad_norm": 0.5161668658256531, + "learning_rate": 3.994214859890083e-05, + "loss": 0.0265, + "step": 96 + }, + { + "epoch": 0.3739759036144578, + "grad_norm": 0.5731181502342224, + "learning_rate": 3.9935146162684206e-05, + "loss": 0.0167, + "step": 97 + }, + { + "epoch": 0.37783132530120483, + "grad_norm": 1.9357824325561523, + "learning_rate": 3.992774447711503e-05, + "loss": 0.0321, + "step": 98 + }, + { + "epoch": 0.3816867469879518, + "grad_norm": 4.194522857666016, + "learning_rate": 3.9919943690429906e-05, + "loss": 0.086, + "step": 99 + }, + { + "epoch": 0.3855421686746988, + "grad_norm": 0.3377005457878113, + "learning_rate": 3.9911743958858376e-05, + "loss": 0.0206, + "step": 100 + }, + { + "epoch": 0.3893975903614458, + "grad_norm": 0.3599908649921417, + "learning_rate": 3.9903145446619837e-05, + "loss": 0.0207, + "step": 101 + }, + { + "epoch": 0.3932530120481928, + "grad_norm": 0.3402753174304962, + "learning_rate": 3.9894148325920226e-05, + "loss": 0.0241, + "step": 102 + }, + { + "epoch": 0.39710843373493976, + "grad_norm": 0.6041432023048401, + "learning_rate": 3.9884752776948564e-05, + "loss": 0.0138, + "step": 103 + }, + { + "epoch": 0.4009638554216867, + "grad_norm": 4.082062721252441, + "learning_rate": 3.987495898787336e-05, + "loss": 0.1119, + "step": 104 + }, + { + "epoch": 0.40481927710843374, + "grad_norm": 6.899234771728516, + "learning_rate": 3.9864767154838864e-05, + "loss": 0.1046, + "step": 105 + }, + { + "epoch": 0.4086746987951807, + "grad_norm": 3.1316874027252197, + "learning_rate": 3.985417748196108e-05, + "loss": 0.0404, + "step": 106 + }, + { + "epoch": 0.4125301204819277, + "grad_norm": 1.8661688566207886, + "learning_rate": 3.9843190181323744e-05, + "loss": 0.0348, + "step": 107 + }, + { + "epoch": 0.4163855421686747, + "grad_norm": 0.5149962306022644, + "learning_rate": 3.983180547297404e-05, + "loss": 0.0284, + "step": 108 + }, + { + "epoch": 0.4202409638554217, + "grad_norm": 0.3855750858783722, + "learning_rate": 3.982002358491817e-05, + "loss": 0.0242, + "step": 109 + }, + { + "epoch": 0.42409638554216866, + "grad_norm": 0.35508987307548523, + "learning_rate": 3.9807844753116864e-05, + "loss": 0.0179, + "step": 110 + }, + { + "epoch": 0.4279518072289157, + "grad_norm": 1.477452278137207, + "learning_rate": 3.979526922148058e-05, + "loss": 0.0436, + "step": 111 + }, + { + "epoch": 0.43180722891566264, + "grad_norm": 0.41172751784324646, + "learning_rate": 3.978229724186464e-05, + "loss": 0.026, + "step": 112 + }, + { + "epoch": 0.43566265060240966, + "grad_norm": 0.5889139771461487, + "learning_rate": 3.9768929074064206e-05, + "loss": 0.0249, + "step": 113 + }, + { + "epoch": 0.4395180722891566, + "grad_norm": 0.38035663962364197, + "learning_rate": 3.975516498580907e-05, + "loss": 0.0257, + "step": 114 + }, + { + "epoch": 0.4433734939759036, + "grad_norm": 0.35500895977020264, + "learning_rate": 3.9741005252758255e-05, + "loss": 0.026, + "step": 115 + }, + { + "epoch": 0.4472289156626506, + "grad_norm": 0.6464815735816956, + "learning_rate": 3.972645015849457e-05, + "loss": 0.0499, + "step": 116 + }, + { + "epoch": 0.45108433734939757, + "grad_norm": 0.20825283229351044, + "learning_rate": 3.971149999451886e-05, + "loss": 0.034, + "step": 117 + }, + { + "epoch": 0.4549397590361446, + "grad_norm": 0.34638360142707825, + "learning_rate": 3.9696155060244166e-05, + "loss": 0.0226, + "step": 118 + }, + { + "epoch": 0.45879518072289155, + "grad_norm": 0.27782803773880005, + "learning_rate": 3.9680415662989806e-05, + "loss": 0.0197, + "step": 119 + }, + { + "epoch": 0.46265060240963857, + "grad_norm": 0.39609628915786743, + "learning_rate": 3.966428211797514e-05, + "loss": 0.0229, + "step": 120 + }, + { + "epoch": 0.46650602409638553, + "grad_norm": 0.30235278606414795, + "learning_rate": 3.9647754748313294e-05, + "loss": 0.046, + "step": 121 + }, + { + "epoch": 0.47036144578313255, + "grad_norm": 0.2774790823459625, + "learning_rate": 3.963083388500469e-05, + "loss": 0.0208, + "step": 122 + }, + { + "epoch": 0.4742168674698795, + "grad_norm": 0.24587354063987732, + "learning_rate": 3.96135198669304e-05, + "loss": 0.026, + "step": 123 + }, + { + "epoch": 0.47807228915662653, + "grad_norm": 0.2603200376033783, + "learning_rate": 3.959581304084536e-05, + "loss": 0.0189, + "step": 124 + }, + { + "epoch": 0.4819277108433735, + "grad_norm": 0.33505868911743164, + "learning_rate": 3.957771376137144e-05, + "loss": 0.0227, + "step": 125 + }, + { + "epoch": 0.4857831325301205, + "grad_norm": 0.32992950081825256, + "learning_rate": 3.955922239099035e-05, + "loss": 0.0207, + "step": 126 + }, + { + "epoch": 0.48963855421686747, + "grad_norm": 0.2520611882209778, + "learning_rate": 3.954033930003634e-05, + "loss": 0.0308, + "step": 127 + }, + { + "epoch": 0.49349397590361443, + "grad_norm": 0.3344120383262634, + "learning_rate": 3.952106486668884e-05, + "loss": 0.0187, + "step": 128 + }, + { + "epoch": 0.49734939759036145, + "grad_norm": 0.46383559703826904, + "learning_rate": 3.9501399476964806e-05, + "loss": 0.0174, + "step": 129 + }, + { + "epoch": 0.5012048192771085, + "grad_norm": 0.2674378752708435, + "learning_rate": 3.9481343524711095e-05, + "loss": 0.0164, + "step": 130 + }, + { + "epoch": 0.5050602409638554, + "grad_norm": 0.21262381970882416, + "learning_rate": 3.946089741159648e-05, + "loss": 0.0088, + "step": 131 + }, + { + "epoch": 0.5089156626506024, + "grad_norm": 0.2904111444950104, + "learning_rate": 3.944006154710366e-05, + "loss": 0.0195, + "step": 132 + }, + { + "epoch": 0.5127710843373494, + "grad_norm": 0.42615893483161926, + "learning_rate": 3.9418836348521045e-05, + "loss": 0.0172, + "step": 133 + }, + { + "epoch": 0.5166265060240964, + "grad_norm": 0.25124824047088623, + "learning_rate": 3.939722224093439e-05, + "loss": 0.0151, + "step": 134 + }, + { + "epoch": 0.5204819277108433, + "grad_norm": 1.9261884689331055, + "learning_rate": 3.937521965721831e-05, + "loss": 0.0247, + "step": 135 + }, + { + "epoch": 0.5243373493975904, + "grad_norm": 0.24449346959590912, + "learning_rate": 3.9352829038027564e-05, + "loss": 0.0113, + "step": 136 + }, + { + "epoch": 0.5281927710843374, + "grad_norm": 2.4259743690490723, + "learning_rate": 3.933005083178828e-05, + "loss": 0.0533, + "step": 137 + }, + { + "epoch": 0.5320481927710843, + "grad_norm": 0.3187374472618103, + "learning_rate": 3.930688549468894e-05, + "loss": 0.0179, + "step": 138 + }, + { + "epoch": 0.5359036144578313, + "grad_norm": 2.9974002838134766, + "learning_rate": 3.928333349067125e-05, + "loss": 0.023, + "step": 139 + }, + { + "epoch": 0.5397590361445783, + "grad_norm": 0.7724501490592957, + "learning_rate": 3.9259395291420864e-05, + "loss": 0.0179, + "step": 140 + }, + { + "epoch": 0.5436144578313253, + "grad_norm": 0.2811576724052429, + "learning_rate": 3.923507137635792e-05, + "loss": 0.0118, + "step": 141 + }, + { + "epoch": 0.5474698795180722, + "grad_norm": 0.301895409822464, + "learning_rate": 3.921036223262745e-05, + "loss": 0.0152, + "step": 142 + }, + { + "epoch": 0.5513253012048193, + "grad_norm": 0.32171159982681274, + "learning_rate": 3.9185268355089606e-05, + "loss": 0.0297, + "step": 143 + }, + { + "epoch": 0.5551807228915663, + "grad_norm": 0.16498999297618866, + "learning_rate": 3.915979024630978e-05, + "loss": 0.0134, + "step": 144 + }, + { + "epoch": 0.5590361445783133, + "grad_norm": 0.27746957540512085, + "learning_rate": 3.913392841654851e-05, + "loss": 0.013, + "step": 145 + }, + { + "epoch": 0.5628915662650602, + "grad_norm": 0.2298375517129898, + "learning_rate": 3.9107683383751264e-05, + "loss": 0.0106, + "step": 146 + }, + { + "epoch": 0.5667469879518072, + "grad_norm": 0.2801443636417389, + "learning_rate": 3.9081055673538093e-05, + "loss": 0.0214, + "step": 147 + }, + { + "epoch": 0.5706024096385542, + "grad_norm": 0.22764678299427032, + "learning_rate": 3.9054045819193074e-05, + "loss": 0.0148, + "step": 148 + }, + { + "epoch": 0.5744578313253013, + "grad_norm": 0.1658417284488678, + "learning_rate": 3.902665436165364e-05, + "loss": 0.0333, + "step": 149 + }, + { + "epoch": 0.5783132530120482, + "grad_norm": 0.1666492223739624, + "learning_rate": 3.8998881849499756e-05, + "loss": 0.0162, + "step": 150 + }, + { + "epoch": 0.5821686746987952, + "grad_norm": 0.20655786991119385, + "learning_rate": 3.897072883894291e-05, + "loss": 0.0152, + "step": 151 + }, + { + "epoch": 0.5860240963855422, + "grad_norm": 0.25162509083747864, + "learning_rate": 3.894219589381501e-05, + "loss": 0.0422, + "step": 152 + }, + { + "epoch": 0.5898795180722891, + "grad_norm": 0.17071524262428284, + "learning_rate": 3.8913283585557054e-05, + "loss": 0.0082, + "step": 153 + }, + { + "epoch": 0.5937349397590361, + "grad_norm": 0.20576122403144836, + "learning_rate": 3.8883992493207696e-05, + "loss": 0.0111, + "step": 154 + }, + { + "epoch": 0.5975903614457831, + "grad_norm": 0.19477005302906036, + "learning_rate": 3.885432320339167e-05, + "loss": 0.0084, + "step": 155 + }, + { + "epoch": 0.6014457831325302, + "grad_norm": 0.26111698150634766, + "learning_rate": 3.8824276310308e-05, + "loss": 0.0172, + "step": 156 + }, + { + "epoch": 0.6053012048192771, + "grad_norm": 0.2800676226615906, + "learning_rate": 3.879385241571817e-05, + "loss": 0.0238, + "step": 157 + }, + { + "epoch": 0.6091566265060241, + "grad_norm": 0.2781737148761749, + "learning_rate": 3.876305212893399e-05, + "loss": 0.0272, + "step": 158 + }, + { + "epoch": 0.6130120481927711, + "grad_norm": 0.6798153519630432, + "learning_rate": 3.873187606680543e-05, + "loss": 0.0091, + "step": 159 + }, + { + "epoch": 0.6168674698795181, + "grad_norm": 0.1639501005411148, + "learning_rate": 3.8700324853708304e-05, + "loss": 0.0233, + "step": 160 + }, + { + "epoch": 0.620722891566265, + "grad_norm": 0.39862754940986633, + "learning_rate": 3.866839912153168e-05, + "loss": 0.016, + "step": 161 + }, + { + "epoch": 0.624578313253012, + "grad_norm": 0.48113104701042175, + "learning_rate": 3.863609950966531e-05, + "loss": 0.016, + "step": 162 + }, + { + "epoch": 0.6284337349397591, + "grad_norm": 0.17467358708381653, + "learning_rate": 3.860342666498677e-05, + "loss": 0.0103, + "step": 163 + }, + { + "epoch": 0.632289156626506, + "grad_norm": 0.5942115783691406, + "learning_rate": 3.8570381241848534e-05, + "loss": 0.0158, + "step": 164 + }, + { + "epoch": 0.636144578313253, + "grad_norm": 0.2018311470746994, + "learning_rate": 3.853696390206484e-05, + "loss": 0.0193, + "step": 165 + }, + { + "epoch": 0.64, + "grad_norm": 0.5149483680725098, + "learning_rate": 3.850317531489848e-05, + "loss": 0.0268, + "step": 166 + }, + { + "epoch": 0.643855421686747, + "grad_norm": 0.16745764017105103, + "learning_rate": 3.846901615704734e-05, + "loss": 0.0132, + "step": 167 + }, + { + "epoch": 0.6477108433734939, + "grad_norm": 1.0696477890014648, + "learning_rate": 3.843448711263089e-05, + "loss": 0.0228, + "step": 168 + }, + { + "epoch": 0.651566265060241, + "grad_norm": 0.27323034405708313, + "learning_rate": 3.839958887317649e-05, + "loss": 0.0309, + "step": 169 + }, + { + "epoch": 0.655421686746988, + "grad_norm": 0.32417500019073486, + "learning_rate": 3.8364322137605484e-05, + "loss": 0.0282, + "step": 170 + }, + { + "epoch": 0.659277108433735, + "grad_norm": 0.24416105449199677, + "learning_rate": 3.832868761221926e-05, + "loss": 0.0149, + "step": 171 + }, + { + "epoch": 0.6631325301204819, + "grad_norm": 0.40103256702423096, + "learning_rate": 3.829268601068509e-05, + "loss": 0.0196, + "step": 172 + }, + { + "epoch": 0.6669879518072289, + "grad_norm": 0.4967587888240814, + "learning_rate": 3.825631805402182e-05, + "loss": 0.027, + "step": 173 + }, + { + "epoch": 0.6708433734939759, + "grad_norm": 0.32446494698524475, + "learning_rate": 3.821958447058543e-05, + "loss": 0.0186, + "step": 174 + }, + { + "epoch": 0.6746987951807228, + "grad_norm": 0.17924204468727112, + "learning_rate": 3.818248599605448e-05, + "loss": 0.0158, + "step": 175 + }, + { + "epoch": 0.6785542168674699, + "grad_norm": 0.32113662362098694, + "learning_rate": 3.8145023373415326e-05, + "loss": 0.0186, + "step": 176 + }, + { + "epoch": 0.6824096385542169, + "grad_norm": 0.2955350875854492, + "learning_rate": 3.810719735294731e-05, + "loss": 0.0254, + "step": 177 + }, + { + "epoch": 0.6862650602409639, + "grad_norm": 0.3955155611038208, + "learning_rate": 3.806900869220765e-05, + "loss": 0.0247, + "step": 178 + }, + { + "epoch": 0.6901204819277108, + "grad_norm": 0.28007134795188904, + "learning_rate": 3.8030458156016326e-05, + "loss": 0.0159, + "step": 179 + }, + { + "epoch": 0.6939759036144578, + "grad_norm": 0.3042643666267395, + "learning_rate": 3.799154651644075e-05, + "loss": 0.0163, + "step": 180 + }, + { + "epoch": 0.6978313253012048, + "grad_norm": 0.18276739120483398, + "learning_rate": 3.795227455278029e-05, + "loss": 0.0088, + "step": 181 + }, + { + "epoch": 0.7016867469879519, + "grad_norm": 0.19548135995864868, + "learning_rate": 3.7912643051550674e-05, + "loss": 0.0115, + "step": 182 + }, + { + "epoch": 0.7055421686746988, + "grad_norm": 0.2164657711982727, + "learning_rate": 3.787265280646825e-05, + "loss": 0.0152, + "step": 183 + }, + { + "epoch": 0.7093975903614458, + "grad_norm": 0.19452515244483948, + "learning_rate": 3.783230461843406e-05, + "loss": 0.008, + "step": 184 + }, + { + "epoch": 0.7132530120481928, + "grad_norm": 0.27214348316192627, + "learning_rate": 3.7791599295517825e-05, + "loss": 0.0127, + "step": 185 + }, + { + "epoch": 0.7171084337349397, + "grad_norm": 0.6383033990859985, + "learning_rate": 3.775053765294175e-05, + "loss": 0.0151, + "step": 186 + }, + { + "epoch": 0.7209638554216867, + "grad_norm": 0.17882253229618073, + "learning_rate": 3.7709120513064196e-05, + "loss": 0.0092, + "step": 187 + }, + { + "epoch": 0.7248192771084337, + "grad_norm": 0.2078862190246582, + "learning_rate": 3.7667348705363227e-05, + "loss": 0.0133, + "step": 188 + }, + { + "epoch": 0.7286746987951808, + "grad_norm": 0.1957724541425705, + "learning_rate": 3.762522306641998e-05, + "loss": 0.0108, + "step": 189 + }, + { + "epoch": 0.7325301204819277, + "grad_norm": 0.16418907046318054, + "learning_rate": 3.75827444399019e-05, + "loss": 0.0137, + "step": 190 + }, + { + "epoch": 0.7363855421686747, + "grad_norm": 0.45467960834503174, + "learning_rate": 3.7539913676545874e-05, + "loss": 0.0142, + "step": 191 + }, + { + "epoch": 0.7402409638554217, + "grad_norm": 1.2079054117202759, + "learning_rate": 3.749673163414117e-05, + "loss": 0.019, + "step": 192 + }, + { + "epoch": 0.7440963855421687, + "grad_norm": 0.11845115572214127, + "learning_rate": 3.745319917751229e-05, + "loss": 0.0098, + "step": 193 + }, + { + "epoch": 0.7479518072289156, + "grad_norm": 0.18299613893032074, + "learning_rate": 3.740931717850159e-05, + "loss": 0.0132, + "step": 194 + }, + { + "epoch": 0.7518072289156627, + "grad_norm": 0.225267231464386, + "learning_rate": 3.736508651595188e-05, + "loss": 0.0148, + "step": 195 + }, + { + "epoch": 0.7556626506024097, + "grad_norm": 0.49103838205337524, + "learning_rate": 3.732050807568878e-05, + "loss": 0.0132, + "step": 196 + }, + { + "epoch": 0.7595180722891566, + "grad_norm": 0.19766205549240112, + "learning_rate": 3.727558275050301e-05, + "loss": 0.02, + "step": 197 + }, + { + "epoch": 0.7633734939759036, + "grad_norm": 0.28864291310310364, + "learning_rate": 3.7230311440132494e-05, + "loss": 0.0222, + "step": 198 + }, + { + "epoch": 0.7672289156626506, + "grad_norm": 0.28816428780555725, + "learning_rate": 3.718469505124434e-05, + "loss": 0.0256, + "step": 199 + }, + { + "epoch": 0.7710843373493976, + "grad_norm": 0.20701606571674347, + "learning_rate": 3.713873449741669e-05, + "loss": 0.0114, + "step": 200 + }, + { + "epoch": 0.7749397590361445, + "grad_norm": 0.5334108471870422, + "learning_rate": 3.709243069912041e-05, + "loss": 0.0119, + "step": 201 + }, + { + "epoch": 0.7787951807228916, + "grad_norm": 0.7352932095527649, + "learning_rate": 3.704578458370067e-05, + "loss": 0.0148, + "step": 202 + }, + { + "epoch": 0.7826506024096386, + "grad_norm": 0.22625291347503662, + "learning_rate": 3.699879708535838e-05, + "loss": 0.0164, + "step": 203 + }, + { + "epoch": 0.7865060240963856, + "grad_norm": 0.2132428139448166, + "learning_rate": 3.695146914513142e-05, + "loss": 0.0083, + "step": 204 + }, + { + "epoch": 0.7903614457831325, + "grad_norm": 0.15848131477832794, + "learning_rate": 3.69038017108759e-05, + "loss": 0.0098, + "step": 205 + }, + { + "epoch": 0.7942168674698795, + "grad_norm": 1.2738759517669678, + "learning_rate": 3.685579573724707e-05, + "loss": 0.0137, + "step": 206 + }, + { + "epoch": 0.7980722891566265, + "grad_norm": 0.2131299078464508, + "learning_rate": 3.680745218568026e-05, + "loss": 0.019, + "step": 207 + }, + { + "epoch": 0.8019277108433734, + "grad_norm": 0.24905090034008026, + "learning_rate": 3.6758772024371626e-05, + "loss": 0.0242, + "step": 208 + }, + { + "epoch": 0.8057831325301205, + "grad_norm": 0.36632227897644043, + "learning_rate": 3.6709756228258735e-05, + "loss": 0.021, + "step": 209 + }, + { + "epoch": 0.8096385542168675, + "grad_norm": 0.19981122016906738, + "learning_rate": 3.6660405779001036e-05, + "loss": 0.0174, + "step": 210 + }, + { + "epoch": 0.8134939759036145, + "grad_norm": 0.13923773169517517, + "learning_rate": 3.6610721664960236e-05, + "loss": 0.0088, + "step": 211 + }, + { + "epoch": 0.8173493975903614, + "grad_norm": 0.27602291107177734, + "learning_rate": 3.656070488118047e-05, + "loss": 0.0391, + "step": 212 + }, + { + "epoch": 0.8212048192771084, + "grad_norm": 1.3190431594848633, + "learning_rate": 3.65103564293684e-05, + "loss": 0.0255, + "step": 213 + }, + { + "epoch": 0.8250602409638554, + "grad_norm": 0.15323355793952942, + "learning_rate": 3.645967731787313e-05, + "loss": 0.0164, + "step": 214 + }, + { + "epoch": 0.8289156626506025, + "grad_norm": 0.15326736867427826, + "learning_rate": 3.640866856166601e-05, + "loss": 0.0109, + "step": 215 + }, + { + "epoch": 0.8327710843373494, + "grad_norm": 0.2949405312538147, + "learning_rate": 3.635733118232034e-05, + "loss": 0.0117, + "step": 216 + }, + { + "epoch": 0.8366265060240964, + "grad_norm": 0.243217334151268, + "learning_rate": 3.6305666207990886e-05, + "loss": 0.0191, + "step": 217 + }, + { + "epoch": 0.8404819277108434, + "grad_norm": 0.43892231583595276, + "learning_rate": 3.625367467339329e-05, + "loss": 0.0174, + "step": 218 + }, + { + "epoch": 0.8443373493975903, + "grad_norm": 0.36832818388938904, + "learning_rate": 3.6201357619783336e-05, + "loss": 0.0201, + "step": 219 + }, + { + "epoch": 0.8481927710843373, + "grad_norm": 0.2650613486766815, + "learning_rate": 3.614871609493614e-05, + "loss": 0.0163, + "step": 220 + }, + { + "epoch": 0.8520481927710843, + "grad_norm": 0.1648036539554596, + "learning_rate": 3.609575115312511e-05, + "loss": 0.0111, + "step": 221 + }, + { + "epoch": 0.8559036144578314, + "grad_norm": 0.2738659083843231, + "learning_rate": 3.604246385510088e-05, + "loss": 0.0063, + "step": 222 + }, + { + "epoch": 0.8597590361445783, + "grad_norm": 0.22977620363235474, + "learning_rate": 3.598885526807003e-05, + "loss": 0.015, + "step": 223 + }, + { + "epoch": 0.8636144578313253, + "grad_norm": 0.535546064376831, + "learning_rate": 3.593492646567372e-05, + "loss": 0.0102, + "step": 224 + }, + { + "epoch": 0.8674698795180723, + "grad_norm": 0.494342565536499, + "learning_rate": 3.5880678527966224e-05, + "loss": 0.0102, + "step": 225 + }, + { + "epoch": 0.8713253012048193, + "grad_norm": 0.17625126242637634, + "learning_rate": 3.582611254139324e-05, + "loss": 0.0259, + "step": 226 + }, + { + "epoch": 0.8751807228915662, + "grad_norm": 0.20568431913852692, + "learning_rate": 3.577122959877017e-05, + "loss": 0.0237, + "step": 227 + }, + { + "epoch": 0.8790361445783132, + "grad_norm": 0.31444859504699707, + "learning_rate": 3.571603079926024e-05, + "loss": 0.0171, + "step": 228 + }, + { + "epoch": 0.8828915662650603, + "grad_norm": 0.48810216784477234, + "learning_rate": 3.566051724835245e-05, + "loss": 0.01, + "step": 229 + }, + { + "epoch": 0.8867469879518072, + "grad_norm": 0.4229196608066559, + "learning_rate": 3.5604690057839456e-05, + "loss": 0.0111, + "step": 230 + }, + { + "epoch": 0.8906024096385542, + "grad_norm": 0.6600443124771118, + "learning_rate": 3.554855034579532e-05, + "loss": 0.0208, + "step": 231 + }, + { + "epoch": 0.8944578313253012, + "grad_norm": 0.2891610860824585, + "learning_rate": 3.549209923655309e-05, + "loss": 0.0252, + "step": 232 + }, + { + "epoch": 0.8983132530120482, + "grad_norm": 0.20314915478229523, + "learning_rate": 3.5435337860682304e-05, + "loss": 0.0164, + "step": 233 + }, + { + "epoch": 0.9021686746987951, + "grad_norm": 0.19718259572982788, + "learning_rate": 3.537826735496632e-05, + "loss": 0.0125, + "step": 234 + }, + { + "epoch": 0.9060240963855422, + "grad_norm": 1.074033498764038, + "learning_rate": 3.532088886237956e-05, + "loss": 0.015, + "step": 235 + }, + { + "epoch": 0.9098795180722892, + "grad_norm": 0.7579637169837952, + "learning_rate": 3.5263203532064674e-05, + "loss": 0.0153, + "step": 236 + }, + { + "epoch": 0.9137349397590362, + "grad_norm": 0.15700305998325348, + "learning_rate": 3.520521251930941e-05, + "loss": 0.0109, + "step": 237 + }, + { + "epoch": 0.9175903614457831, + "grad_norm": 0.3394688069820404, + "learning_rate": 3.5146916985523604e-05, + "loss": 0.0156, + "step": 238 + }, + { + "epoch": 0.9214457831325301, + "grad_norm": 1.3616353273391724, + "learning_rate": 3.5088318098215805e-05, + "loss": 0.0194, + "step": 239 + }, + { + "epoch": 0.9253012048192771, + "grad_norm": 0.4036584198474884, + "learning_rate": 3.5029417030970005e-05, + "loss": 0.012, + "step": 240 + }, + { + "epoch": 0.929156626506024, + "grad_norm": 0.18816007673740387, + "learning_rate": 3.497021496342203e-05, + "loss": 0.0146, + "step": 241 + }, + { + "epoch": 0.9330120481927711, + "grad_norm": 0.17888401448726654, + "learning_rate": 3.4910713081235975e-05, + "loss": 0.0095, + "step": 242 + }, + { + "epoch": 0.9368674698795181, + "grad_norm": 0.22190752625465393, + "learning_rate": 3.485091257608047e-05, + "loss": 0.018, + "step": 243 + }, + { + "epoch": 0.9407228915662651, + "grad_norm": 0.48926958441734314, + "learning_rate": 3.479081464560475e-05, + "loss": 0.0407, + "step": 244 + }, + { + "epoch": 0.944578313253012, + "grad_norm": 0.236537367105484, + "learning_rate": 3.473042049341474e-05, + "loss": 0.0152, + "step": 245 + }, + { + "epoch": 0.948433734939759, + "grad_norm": 0.13449200987815857, + "learning_rate": 3.466973132904892e-05, + "loss": 0.0105, + "step": 246 + }, + { + "epoch": 0.952289156626506, + "grad_norm": 0.23878124356269836, + "learning_rate": 3.4608748367954064e-05, + "loss": 0.0154, + "step": 247 + }, + { + "epoch": 0.9561445783132531, + "grad_norm": 0.8225765824317932, + "learning_rate": 3.4547472831460976e-05, + "loss": 0.0258, + "step": 248 + }, + { + "epoch": 0.96, + "grad_norm": 0.2288682758808136, + "learning_rate": 3.4485905946759965e-05, + "loss": 0.0137, + "step": 249 + }, + { + "epoch": 0.963855421686747, + "grad_norm": 3.1449129581451416, + "learning_rate": 3.442404894687629e-05, + "loss": 0.009, + "step": 250 + }, + { + "epoch": 0.967710843373494, + "grad_norm": 0.36979448795318604, + "learning_rate": 3.4361903070645484e-05, + "loss": 0.0135, + "step": 251 + }, + { + "epoch": 0.971566265060241, + "grad_norm": 0.434368759393692, + "learning_rate": 3.4299469562688494e-05, + "loss": 0.0207, + "step": 252 + }, + { + "epoch": 0.9754216867469879, + "grad_norm": 0.20272351801395416, + "learning_rate": 3.423674967338681e-05, + "loss": 0.0166, + "step": 253 + }, + { + "epoch": 0.9792771084337349, + "grad_norm": 0.30525901913642883, + "learning_rate": 3.4173744658857403e-05, + "loss": 0.0088, + "step": 254 + }, + { + "epoch": 0.983132530120482, + "grad_norm": 0.8094114661216736, + "learning_rate": 3.411045578092754e-05, + "loss": 0.0246, + "step": 255 + }, + { + "epoch": 0.9869879518072289, + "grad_norm": 0.19253239035606384, + "learning_rate": 3.404688430710955e-05, + "loss": 0.0158, + "step": 256 + }, + { + "epoch": 0.9908433734939759, + "grad_norm": 0.18241408467292786, + "learning_rate": 3.398303151057543e-05, + "loss": 0.0208, + "step": 257 + }, + { + "epoch": 0.9946987951807229, + "grad_norm": 0.15632668137550354, + "learning_rate": 3.391889867013134e-05, + "loss": 0.014, + "step": 258 + }, + { + "epoch": 0.9985542168674699, + "grad_norm": 0.15484513342380524, + "learning_rate": 3.385448707019199e-05, + "loss": 0.0098, + "step": 259 + }, + { + "epoch": 1.0, + "grad_norm": 0.44285017251968384, + "learning_rate": 3.3789798000754924e-05, + "loss": 0.0181, + "step": 260 + }, + { + "epoch": 1.003855421686747, + "grad_norm": 0.22358648478984833, + "learning_rate": 3.372483275737468e-05, + "loss": 0.0123, + "step": 261 + }, + { + "epoch": 1.007710843373494, + "grad_norm": 0.26415324211120605, + "learning_rate": 3.365959264113683e-05, + "loss": 0.0097, + "step": 262 + }, + { + "epoch": 1.011566265060241, + "grad_norm": 0.16320234537124634, + "learning_rate": 3.359407895863199e-05, + "loss": 0.0168, + "step": 263 + }, + { + "epoch": 1.0154216867469879, + "grad_norm": 0.11904699355363846, + "learning_rate": 3.3528293021929523e-05, + "loss": 0.011, + "step": 264 + }, + { + "epoch": 1.0192771084337349, + "grad_norm": 0.19491620361804962, + "learning_rate": 3.34622361485514e-05, + "loss": 0.0203, + "step": 265 + }, + { + "epoch": 1.0231325301204819, + "grad_norm": 0.11890948563814163, + "learning_rate": 3.339590966144574e-05, + "loss": 0.0039, + "step": 266 + }, + { + "epoch": 1.026987951807229, + "grad_norm": 0.375266969203949, + "learning_rate": 3.332931488896029e-05, + "loss": 0.0108, + "step": 267 + }, + { + "epoch": 1.030843373493976, + "grad_norm": 0.2763790488243103, + "learning_rate": 3.326245316481591e-05, + "loss": 0.0231, + "step": 268 + }, + { + "epoch": 1.034698795180723, + "grad_norm": 0.13364073634147644, + "learning_rate": 3.319532582807977e-05, + "loss": 0.0096, + "step": 269 + }, + { + "epoch": 1.03855421686747, + "grad_norm": 0.14633706212043762, + "learning_rate": 3.31279342231386e-05, + "loss": 0.0085, + "step": 270 + }, + { + "epoch": 1.0424096385542168, + "grad_norm": 0.11920950561761856, + "learning_rate": 3.30602796996717e-05, + "loss": 0.0056, + "step": 271 + }, + { + "epoch": 1.0462650602409638, + "grad_norm": 0.2369781881570816, + "learning_rate": 3.299236361262401e-05, + "loss": 0.0092, + "step": 272 + }, + { + "epoch": 1.0501204819277108, + "grad_norm": 0.13494941592216492, + "learning_rate": 3.2924187322178865e-05, + "loss": 0.0084, + "step": 273 + }, + { + "epoch": 1.0539759036144578, + "grad_norm": 0.11123005300760269, + "learning_rate": 3.285575219373079e-05, + "loss": 0.0058, + "step": 274 + }, + { + "epoch": 1.0578313253012048, + "grad_norm": 0.18400225043296814, + "learning_rate": 3.278705959785821e-05, + "loss": 0.0113, + "step": 275 + }, + { + "epoch": 1.0616867469879518, + "grad_norm": 0.19578677415847778, + "learning_rate": 3.27181109102959e-05, + "loss": 0.008, + "step": 276 + }, + { + "epoch": 1.0655421686746989, + "grad_norm": 0.15978166460990906, + "learning_rate": 3.2648907511907544e-05, + "loss": 0.0074, + "step": 277 + }, + { + "epoch": 1.0693975903614459, + "grad_norm": 0.22295606136322021, + "learning_rate": 3.2579450788657997e-05, + "loss": 0.033, + "step": 278 + }, + { + "epoch": 1.0732530120481927, + "grad_norm": 0.11566543579101562, + "learning_rate": 3.250974213158555e-05, + "loss": 0.0097, + "step": 279 + }, + { + "epoch": 1.0771084337349397, + "grad_norm": 0.14439509809017181, + "learning_rate": 3.243978293677408e-05, + "loss": 0.0099, + "step": 280 + }, + { + "epoch": 1.0809638554216867, + "grad_norm": 0.21390187740325928, + "learning_rate": 3.23695746053251e-05, + "loss": 0.0115, + "step": 281 + }, + { + "epoch": 1.0848192771084337, + "grad_norm": 0.1340283751487732, + "learning_rate": 3.229911854332967e-05, + "loss": 0.0112, + "step": 282 + }, + { + "epoch": 1.0886746987951808, + "grad_norm": 0.08028711378574371, + "learning_rate": 3.222841616184025e-05, + "loss": 0.0044, + "step": 283 + }, + { + "epoch": 1.0925301204819278, + "grad_norm": 0.0875745564699173, + "learning_rate": 3.215746887684244e-05, + "loss": 0.005, + "step": 284 + }, + { + "epoch": 1.0963855421686748, + "grad_norm": 0.12632474303245544, + "learning_rate": 3.208627810922665e-05, + "loss": 0.0102, + "step": 285 + }, + { + "epoch": 1.1002409638554216, + "grad_norm": 0.07411441951990128, + "learning_rate": 3.201484528475958e-05, + "loss": 0.0051, + "step": 286 + }, + { + "epoch": 1.1040963855421686, + "grad_norm": 0.188252255320549, + "learning_rate": 3.194317183405573e-05, + "loss": 0.0088, + "step": 287 + }, + { + "epoch": 1.1079518072289156, + "grad_norm": 1.1099765300750732, + "learning_rate": 3.187125919254869e-05, + "loss": 0.0182, + "step": 288 + }, + { + "epoch": 1.1118072289156626, + "grad_norm": 0.09729217737913132, + "learning_rate": 3.1799108800462466e-05, + "loss": 0.0058, + "step": 289 + }, + { + "epoch": 1.1156626506024097, + "grad_norm": 0.25208383798599243, + "learning_rate": 3.172672210278254e-05, + "loss": 0.0104, + "step": 290 + }, + { + "epoch": 1.1195180722891567, + "grad_norm": 0.1512216329574585, + "learning_rate": 3.1654100549227024e-05, + "loss": 0.0058, + "step": 291 + }, + { + "epoch": 1.1233734939759037, + "grad_norm": 0.17274995148181915, + "learning_rate": 3.158124559421758e-05, + "loss": 0.0059, + "step": 292 + }, + { + "epoch": 1.1272289156626507, + "grad_norm": 0.32907241582870483, + "learning_rate": 3.1508158696850275e-05, + "loss": 0.0119, + "step": 293 + }, + { + "epoch": 1.1310843373493975, + "grad_norm": 0.1462509036064148, + "learning_rate": 3.14348413208664e-05, + "loss": 0.0093, + "step": 294 + }, + { + "epoch": 1.1349397590361445, + "grad_norm": 0.23990927636623383, + "learning_rate": 3.136129493462312e-05, + "loss": 0.0095, + "step": 295 + }, + { + "epoch": 1.1387951807228915, + "grad_norm": 0.13981395959854126, + "learning_rate": 3.12875210110641e-05, + "loss": 0.006, + "step": 296 + }, + { + "epoch": 1.1426506024096386, + "grad_norm": 0.10694962739944458, + "learning_rate": 3.121352102768998e-05, + "loss": 0.005, + "step": 297 + }, + { + "epoch": 1.1465060240963856, + "grad_norm": 0.12599286437034607, + "learning_rate": 3.113929646652879e-05, + "loss": 0.0057, + "step": 298 + }, + { + "epoch": 1.1503614457831326, + "grad_norm": 0.09407994896173477, + "learning_rate": 3.106484881410628e-05, + "loss": 0.0056, + "step": 299 + }, + { + "epoch": 1.1542168674698796, + "grad_norm": 0.7781950831413269, + "learning_rate": 3.0990179561416124e-05, + "loss": 0.017, + "step": 300 + }, + { + "epoch": 1.1580722891566264, + "grad_norm": 0.12835298478603363, + "learning_rate": 3.091529020389009e-05, + "loss": 0.0053, + "step": 301 + }, + { + "epoch": 1.1619277108433734, + "grad_norm": 0.7488322854042053, + "learning_rate": 3.0840182241368083e-05, + "loss": 0.011, + "step": 302 + }, + { + "epoch": 1.1657831325301204, + "grad_norm": 0.16700711846351624, + "learning_rate": 3.076485717806808e-05, + "loss": 0.0082, + "step": 303 + }, + { + "epoch": 1.1696385542168675, + "grad_norm": 0.17361144721508026, + "learning_rate": 3.0689316522556026e-05, + "loss": 0.0097, + "step": 304 + }, + { + "epoch": 1.1734939759036145, + "grad_norm": 0.08619613200426102, + "learning_rate": 3.061356178771564e-05, + "loss": 0.0082, + "step": 305 + }, + { + "epoch": 1.1773493975903615, + "grad_norm": 0.15666592121124268, + "learning_rate": 3.053759449071807e-05, + "loss": 0.0106, + "step": 306 + }, + { + "epoch": 1.1812048192771085, + "grad_norm": 0.2268570214509964, + "learning_rate": 3.0461416152991555e-05, + "loss": 0.0082, + "step": 307 + }, + { + "epoch": 1.1850602409638555, + "grad_norm": 0.17297455668449402, + "learning_rate": 3.038502830019092e-05, + "loss": 0.0105, + "step": 308 + }, + { + "epoch": 1.1889156626506023, + "grad_norm": 0.18929991126060486, + "learning_rate": 3.0308432462167045e-05, + "loss": 0.0076, + "step": 309 + }, + { + "epoch": 1.1927710843373494, + "grad_norm": 0.25152456760406494, + "learning_rate": 3.0231630172936205e-05, + "loss": 0.0072, + "step": 310 + }, + { + "epoch": 1.1966265060240964, + "grad_norm": 0.6995307207107544, + "learning_rate": 3.015462297064936e-05, + "loss": 0.0155, + "step": 311 + }, + { + "epoch": 1.2004819277108434, + "grad_norm": 0.14346441626548767, + "learning_rate": 3.0077412397561345e-05, + "loss": 0.0194, + "step": 312 + }, + { + "epoch": 1.2043373493975904, + "grad_norm": 0.2826595604419708, + "learning_rate": 3.0000000000000004e-05, + "loss": 0.0198, + "step": 313 + }, + { + "epoch": 1.2081927710843374, + "grad_norm": 0.1361214816570282, + "learning_rate": 2.992238732833518e-05, + "loss": 0.007, + "step": 314 + }, + { + "epoch": 1.2120481927710842, + "grad_norm": 0.13326340913772583, + "learning_rate": 2.98445759369477e-05, + "loss": 0.0116, + "step": 315 + }, + { + "epoch": 1.2159036144578312, + "grad_norm": 0.09617264568805695, + "learning_rate": 2.9766567384198228e-05, + "loss": 0.0082, + "step": 316 + }, + { + "epoch": 1.2197590361445783, + "grad_norm": 0.1366315484046936, + "learning_rate": 2.9688363232396056e-05, + "loss": 0.0075, + "step": 317 + }, + { + "epoch": 1.2236144578313253, + "grad_norm": 0.696820080280304, + "learning_rate": 2.960996504776783e-05, + "loss": 0.0087, + "step": 318 + }, + { + "epoch": 1.2274698795180723, + "grad_norm": 0.42925387620925903, + "learning_rate": 2.9531374400426158e-05, + "loss": 0.0277, + "step": 319 + }, + { + "epoch": 1.2313253012048193, + "grad_norm": 0.16131658852100372, + "learning_rate": 2.945259286433819e-05, + "loss": 0.0097, + "step": 320 + }, + { + "epoch": 1.2351807228915663, + "grad_norm": 0.1256534606218338, + "learning_rate": 2.9373622017294075e-05, + "loss": 0.0086, + "step": 321 + }, + { + "epoch": 1.2390361445783133, + "grad_norm": 0.15791697800159454, + "learning_rate": 2.9294463440875375e-05, + "loss": 0.0119, + "step": 322 + }, + { + "epoch": 1.2428915662650604, + "grad_norm": 0.12754394114017487, + "learning_rate": 2.9215118720423375e-05, + "loss": 0.0071, + "step": 323 + }, + { + "epoch": 1.2467469879518072, + "grad_norm": 0.9191262125968933, + "learning_rate": 2.913558944500736e-05, + "loss": 0.0097, + "step": 324 + }, + { + "epoch": 1.2506024096385542, + "grad_norm": 0.10129745304584503, + "learning_rate": 2.9055877207392752e-05, + "loss": 0.0162, + "step": 325 + }, + { + "epoch": 1.2544578313253012, + "grad_norm": 0.12669669091701508, + "learning_rate": 2.897598360400925e-05, + "loss": 0.0051, + "step": 326 + }, + { + "epoch": 1.2583132530120482, + "grad_norm": 0.1282287985086441, + "learning_rate": 2.8895910234918828e-05, + "loss": 0.0069, + "step": 327 + }, + { + "epoch": 1.2621686746987952, + "grad_norm": 0.10596070438623428, + "learning_rate": 2.8815658703783715e-05, + "loss": 0.0044, + "step": 328 + }, + { + "epoch": 1.266024096385542, + "grad_norm": 0.3934219777584076, + "learning_rate": 2.873523061783426e-05, + "loss": 0.0122, + "step": 329 + }, + { + "epoch": 1.269879518072289, + "grad_norm": 0.13733914494514465, + "learning_rate": 2.8654627587836724e-05, + "loss": 0.0052, + "step": 330 + }, + { + "epoch": 1.273734939759036, + "grad_norm": 0.21395160257816315, + "learning_rate": 2.8573851228061084e-05, + "loss": 0.0067, + "step": 331 + }, + { + "epoch": 1.277590361445783, + "grad_norm": 0.23374490439891815, + "learning_rate": 2.8492903156248642e-05, + "loss": 0.0111, + "step": 332 + }, + { + "epoch": 1.28144578313253, + "grad_norm": 0.14450624585151672, + "learning_rate": 2.8411784993579633e-05, + "loss": 0.0097, + "step": 333 + }, + { + "epoch": 1.2853012048192771, + "grad_norm": 0.12868821620941162, + "learning_rate": 2.8330498364640803e-05, + "loss": 0.0088, + "step": 334 + }, + { + "epoch": 1.2891566265060241, + "grad_norm": 0.2879028618335724, + "learning_rate": 2.8249044897392814e-05, + "loss": 0.0191, + "step": 335 + }, + { + "epoch": 1.2930120481927712, + "grad_norm": 0.10924389213323593, + "learning_rate": 2.8167426223137682e-05, + "loss": 0.0063, + "step": 336 + }, + { + "epoch": 1.2968674698795182, + "grad_norm": 0.14800770580768585, + "learning_rate": 2.80856439764861e-05, + "loss": 0.01, + "step": 337 + }, + { + "epoch": 1.3007228915662652, + "grad_norm": 0.1235174834728241, + "learning_rate": 2.8003699795324674e-05, + "loss": 0.0044, + "step": 338 + }, + { + "epoch": 1.304578313253012, + "grad_norm": 0.2660425305366516, + "learning_rate": 2.792159532078314e-05, + "loss": 0.0068, + "step": 339 + }, + { + "epoch": 1.308433734939759, + "grad_norm": 0.10823825001716614, + "learning_rate": 2.7839332197201505e-05, + "loss": 0.0041, + "step": 340 + }, + { + "epoch": 1.312289156626506, + "grad_norm": 0.9430158734321594, + "learning_rate": 2.77569120720971e-05, + "loss": 0.0141, + "step": 341 + }, + { + "epoch": 1.316144578313253, + "grad_norm": 0.1147020012140274, + "learning_rate": 2.7674336596131596e-05, + "loss": 0.0075, + "step": 342 + }, + { + "epoch": 1.32, + "grad_norm": 0.1446715146303177, + "learning_rate": 2.7591607423077932e-05, + "loss": 0.0094, + "step": 343 + }, + { + "epoch": 1.3238554216867469, + "grad_norm": 0.08478965610265732, + "learning_rate": 2.75087262097872e-05, + "loss": 0.0034, + "step": 344 + }, + { + "epoch": 1.3277108433734939, + "grad_norm": 0.08715037256479263, + "learning_rate": 2.7425694616155474e-05, + "loss": 0.0052, + "step": 345 + }, + { + "epoch": 1.331566265060241, + "grad_norm": 2.43072772026062, + "learning_rate": 2.7342514305090554e-05, + "loss": 0.0223, + "step": 346 + }, + { + "epoch": 1.335421686746988, + "grad_norm": 0.1595911830663681, + "learning_rate": 2.7259186942478656e-05, + "loss": 0.0042, + "step": 347 + }, + { + "epoch": 1.339277108433735, + "grad_norm": 0.2817286550998688, + "learning_rate": 2.717571419715107e-05, + "loss": 0.027, + "step": 348 + }, + { + "epoch": 1.343132530120482, + "grad_norm": 0.5103950500488281, + "learning_rate": 2.7092097740850712e-05, + "loss": 0.0085, + "step": 349 + }, + { + "epoch": 1.346987951807229, + "grad_norm": 1.2923753261566162, + "learning_rate": 2.700833924819868e-05, + "loss": 0.01, + "step": 350 + }, + { + "epoch": 1.350843373493976, + "grad_norm": 0.16906492412090302, + "learning_rate": 2.692444039666066e-05, + "loss": 0.0109, + "step": 351 + }, + { + "epoch": 1.354698795180723, + "grad_norm": 0.37144047021865845, + "learning_rate": 2.684040286651338e-05, + "loss": 0.0113, + "step": 352 + }, + { + "epoch": 1.3585542168674698, + "grad_norm": 0.3601152300834656, + "learning_rate": 2.6756228340810946e-05, + "loss": 0.0114, + "step": 353 + }, + { + "epoch": 1.3624096385542168, + "grad_norm": 0.5444064140319824, + "learning_rate": 2.6671918505351132e-05, + "loss": 0.0086, + "step": 354 + }, + { + "epoch": 1.3662650602409638, + "grad_norm": 0.14150206744670868, + "learning_rate": 2.6587475048641596e-05, + "loss": 0.0043, + "step": 355 + }, + { + "epoch": 1.3701204819277109, + "grad_norm": 0.09511060267686844, + "learning_rate": 2.6502899661866104e-05, + "loss": 0.0062, + "step": 356 + }, + { + "epoch": 1.3739759036144579, + "grad_norm": 0.16923631727695465, + "learning_rate": 2.6418194038850634e-05, + "loss": 0.0157, + "step": 357 + }, + { + "epoch": 1.377831325301205, + "grad_norm": 0.13884925842285156, + "learning_rate": 2.6333359876029455e-05, + "loss": 0.0058, + "step": 358 + }, + { + "epoch": 1.3816867469879517, + "grad_norm": 0.1783420443534851, + "learning_rate": 2.624839887241115e-05, + "loss": 0.0071, + "step": 359 + }, + { + "epoch": 1.3855421686746987, + "grad_norm": 0.15586194396018982, + "learning_rate": 2.6163312729544616e-05, + "loss": 0.0079, + "step": 360 + }, + { + "epoch": 1.3893975903614457, + "grad_norm": 0.22028474509716034, + "learning_rate": 2.607810315148494e-05, + "loss": 0.0078, + "step": 361 + }, + { + "epoch": 1.3932530120481927, + "grad_norm": 0.14147606492042542, + "learning_rate": 2.5992771844759315e-05, + "loss": 0.0078, + "step": 362 + }, + { + "epoch": 1.3971084337349398, + "grad_norm": 0.11384939402341843, + "learning_rate": 2.5907320518332827e-05, + "loss": 0.0067, + "step": 363 + }, + { + "epoch": 1.4009638554216868, + "grad_norm": 0.6917237639427185, + "learning_rate": 2.582175088357426e-05, + "loss": 0.0097, + "step": 364 + }, + { + "epoch": 1.4048192771084338, + "grad_norm": 0.26896387338638306, + "learning_rate": 2.5736064654221808e-05, + "loss": 0.0109, + "step": 365 + }, + { + "epoch": 1.4086746987951808, + "grad_norm": 0.1673029661178589, + "learning_rate": 2.5650263546348743e-05, + "loss": 0.0082, + "step": 366 + }, + { + "epoch": 1.4125301204819278, + "grad_norm": 0.1272229552268982, + "learning_rate": 2.5564349278329056e-05, + "loss": 0.0101, + "step": 367 + }, + { + "epoch": 1.4163855421686746, + "grad_norm": 0.1690957248210907, + "learning_rate": 2.547832357080305e-05, + "loss": 0.0125, + "step": 368 + }, + { + "epoch": 1.4202409638554216, + "grad_norm": 0.20461033284664154, + "learning_rate": 2.539218814664288e-05, + "loss": 0.0109, + "step": 369 + }, + { + "epoch": 1.4240963855421687, + "grad_norm": 0.28373226523399353, + "learning_rate": 2.5305944730918017e-05, + "loss": 0.0152, + "step": 370 + }, + { + "epoch": 1.4279518072289157, + "grad_norm": 0.2010459452867508, + "learning_rate": 2.521959505086075e-05, + "loss": 0.0067, + "step": 371 + }, + { + "epoch": 1.4318072289156627, + "grad_norm": 0.28684207797050476, + "learning_rate": 2.5133140835831537e-05, + "loss": 0.0092, + "step": 372 + }, + { + "epoch": 1.4356626506024097, + "grad_norm": 0.21436753869056702, + "learning_rate": 2.5046583817284437e-05, + "loss": 0.0095, + "step": 373 + }, + { + "epoch": 1.4395180722891565, + "grad_norm": 0.12941661477088928, + "learning_rate": 2.495992572873237e-05, + "loss": 0.0063, + "step": 374 + }, + { + "epoch": 1.4433734939759035, + "grad_norm": 0.15036840736865997, + "learning_rate": 2.487316830571244e-05, + "loss": 0.0125, + "step": 375 + }, + { + "epoch": 1.4472289156626506, + "grad_norm": 0.1019950732588768, + "learning_rate": 2.4786313285751158e-05, + "loss": 0.004, + "step": 376 + }, + { + "epoch": 1.4510843373493976, + "grad_norm": 0.12085995823144913, + "learning_rate": 2.4699362408329646e-05, + "loss": 0.0051, + "step": 377 + }, + { + "epoch": 1.4549397590361446, + "grad_norm": 0.16224437952041626, + "learning_rate": 2.4612317414848804e-05, + "loss": 0.0057, + "step": 378 + }, + { + "epoch": 1.4587951807228916, + "grad_norm": 0.49838605523109436, + "learning_rate": 2.4525180048594452e-05, + "loss": 0.0081, + "step": 379 + }, + { + "epoch": 1.4626506024096386, + "grad_norm": 0.13203397393226624, + "learning_rate": 2.4437952054702354e-05, + "loss": 0.0084, + "step": 380 + }, + { + "epoch": 1.4665060240963856, + "grad_norm": 0.2933284044265747, + "learning_rate": 2.435063518012335e-05, + "loss": 0.0167, + "step": 381 + }, + { + "epoch": 1.4703614457831327, + "grad_norm": 0.16203272342681885, + "learning_rate": 2.4263231173588323e-05, + "loss": 0.0076, + "step": 382 + }, + { + "epoch": 1.4742168674698795, + "grad_norm": 0.11736200004816055, + "learning_rate": 2.4175741785573177e-05, + "loss": 0.007, + "step": 383 + }, + { + "epoch": 1.4780722891566265, + "grad_norm": 0.11185964941978455, + "learning_rate": 2.4088168768263782e-05, + "loss": 0.0079, + "step": 384 + }, + { + "epoch": 1.4819277108433735, + "grad_norm": 0.1776389628648758, + "learning_rate": 2.4000513875520892e-05, + "loss": 0.0087, + "step": 385 + }, + { + "epoch": 1.4857831325301205, + "grad_norm": 0.11572884768247604, + "learning_rate": 2.3912778862845015e-05, + "loss": 0.0069, + "step": 386 + }, + { + "epoch": 1.4896385542168675, + "grad_norm": 0.12890145182609558, + "learning_rate": 2.3824965487341247e-05, + "loss": 0.0075, + "step": 387 + }, + { + "epoch": 1.4934939759036143, + "grad_norm": 0.19975218176841736, + "learning_rate": 2.3737075507684103e-05, + "loss": 0.0101, + "step": 388 + }, + { + "epoch": 1.4973493975903613, + "grad_norm": 0.32604387402534485, + "learning_rate": 2.3649110684082258e-05, + "loss": 0.0072, + "step": 389 + }, + { + "epoch": 1.5012048192771084, + "grad_norm": 0.12934386730194092, + "learning_rate": 2.3561072778243335e-05, + "loss": 0.0078, + "step": 390 + }, + { + "epoch": 1.5050602409638554, + "grad_norm": 0.11547217518091202, + "learning_rate": 2.3472963553338614e-05, + "loss": 0.0071, + "step": 391 + }, + { + "epoch": 1.5089156626506024, + "grad_norm": 0.09941789507865906, + "learning_rate": 2.3384784773967675e-05, + "loss": 0.0123, + "step": 392 + }, + { + "epoch": 1.5127710843373494, + "grad_norm": 0.7121322751045227, + "learning_rate": 2.3296538206123134e-05, + "loss": 0.0065, + "step": 393 + }, + { + "epoch": 1.5166265060240964, + "grad_norm": 0.140323668718338, + "learning_rate": 2.3208225617155206e-05, + "loss": 0.0063, + "step": 394 + }, + { + "epoch": 1.5204819277108435, + "grad_norm": 0.15863126516342163, + "learning_rate": 2.311984877573636e-05, + "loss": 0.0136, + "step": 395 + }, + { + "epoch": 1.5243373493975905, + "grad_norm": 0.1590386927127838, + "learning_rate": 2.3031409451825852e-05, + "loss": 0.0146, + "step": 396 + }, + { + "epoch": 1.5281927710843375, + "grad_norm": 0.12217574566602707, + "learning_rate": 2.2942909416634326e-05, + "loss": 0.0066, + "step": 397 + }, + { + "epoch": 1.5320481927710843, + "grad_norm": 0.11038487404584885, + "learning_rate": 2.285435044258829e-05, + "loss": 0.0059, + "step": 398 + }, + { + "epoch": 1.5359036144578313, + "grad_norm": 0.28101980686187744, + "learning_rate": 2.2765734303294666e-05, + "loss": 0.0091, + "step": 399 + }, + { + "epoch": 1.5397590361445783, + "grad_norm": 0.136636421084404, + "learning_rate": 2.2677062773505235e-05, + "loss": 0.0045, + "step": 400 + }, + { + "epoch": 1.5436144578313253, + "grad_norm": 0.09847535192966461, + "learning_rate": 2.2588337629081107e-05, + "loss": 0.0061, + "step": 401 + }, + { + "epoch": 1.5474698795180721, + "grad_norm": 0.13071104884147644, + "learning_rate": 2.249956064695717e-05, + "loss": 0.0059, + "step": 402 + }, + { + "epoch": 1.5513253012048192, + "grad_norm": 0.09452104568481445, + "learning_rate": 2.2410733605106462e-05, + "loss": 0.0049, + "step": 403 + }, + { + "epoch": 1.5551807228915662, + "grad_norm": 0.12455491721630096, + "learning_rate": 2.2321858282504606e-05, + "loss": 0.0055, + "step": 404 + }, + { + "epoch": 1.5590361445783132, + "grad_norm": 0.195816308259964, + "learning_rate": 2.2232936459094158e-05, + "loss": 0.0076, + "step": 405 + }, + { + "epoch": 1.5628915662650602, + "grad_norm": 0.1624608188867569, + "learning_rate": 2.214396991574896e-05, + "loss": 0.0117, + "step": 406 + }, + { + "epoch": 1.5667469879518072, + "grad_norm": 0.07928434759378433, + "learning_rate": 2.205496043423849e-05, + "loss": 0.0043, + "step": 407 + }, + { + "epoch": 1.5706024096385542, + "grad_norm": 0.44694873690605164, + "learning_rate": 2.1965909797192143e-05, + "loss": 0.0082, + "step": 408 + }, + { + "epoch": 1.5744578313253013, + "grad_norm": 0.1101914644241333, + "learning_rate": 2.1876819788063586e-05, + "loss": 0.0063, + "step": 409 + }, + { + "epoch": 1.5783132530120483, + "grad_norm": 0.10395577549934387, + "learning_rate": 2.1787692191094986e-05, + "loss": 0.0058, + "step": 410 + }, + { + "epoch": 1.5821686746987953, + "grad_norm": 0.14004680514335632, + "learning_rate": 2.16985287912813e-05, + "loss": 0.0062, + "step": 411 + }, + { + "epoch": 1.5860240963855423, + "grad_norm": 0.15407921373844147, + "learning_rate": 2.1609331374334523e-05, + "loss": 0.007, + "step": 412 + }, + { + "epoch": 1.589879518072289, + "grad_norm": 0.10258454084396362, + "learning_rate": 2.1520101726647922e-05, + "loss": 0.0115, + "step": 413 + }, + { + "epoch": 1.5937349397590361, + "grad_norm": 0.13689640164375305, + "learning_rate": 2.1430841635260274e-05, + "loss": 0.025, + "step": 414 + }, + { + "epoch": 1.5975903614457831, + "grad_norm": 0.10260256379842758, + "learning_rate": 2.1341552887820048e-05, + "loss": 0.0048, + "step": 415 + }, + { + "epoch": 1.6014457831325302, + "grad_norm": 0.17679180204868317, + "learning_rate": 2.125223727254964e-05, + "loss": 0.0209, + "step": 416 + }, + { + "epoch": 1.605301204819277, + "grad_norm": 0.16429021954536438, + "learning_rate": 2.1162896578209517e-05, + "loss": 0.018, + "step": 417 + }, + { + "epoch": 1.609156626506024, + "grad_norm": 0.5342340469360352, + "learning_rate": 2.1073532594062432e-05, + "loss": 0.0063, + "step": 418 + }, + { + "epoch": 1.613012048192771, + "grad_norm": 0.23090562224388123, + "learning_rate": 2.0984147109837564e-05, + "loss": 0.0043, + "step": 419 + }, + { + "epoch": 1.616867469879518, + "grad_norm": 0.09459249675273895, + "learning_rate": 2.0894741915694685e-05, + "loss": 0.0051, + "step": 420 + }, + { + "epoch": 1.620722891566265, + "grad_norm": 0.20056606829166412, + "learning_rate": 2.0805318802188307e-05, + "loss": 0.0108, + "step": 421 + }, + { + "epoch": 1.624578313253012, + "grad_norm": 0.5049247145652771, + "learning_rate": 2.071587956023181e-05, + "loss": 0.0121, + "step": 422 + }, + { + "epoch": 1.628433734939759, + "grad_norm": 0.10519257187843323, + "learning_rate": 2.0626425981061608e-05, + "loss": 0.0053, + "step": 423 + }, + { + "epoch": 1.632289156626506, + "grad_norm": 0.1042436957359314, + "learning_rate": 2.053695985620123e-05, + "loss": 0.0082, + "step": 424 + }, + { + "epoch": 1.636144578313253, + "grad_norm": 0.15873271226882935, + "learning_rate": 2.0447482977425465e-05, + "loss": 0.0088, + "step": 425 + }, + { + "epoch": 1.6400000000000001, + "grad_norm": 0.09151361882686615, + "learning_rate": 2.0357997136724486e-05, + "loss": 0.0133, + "step": 426 + }, + { + "epoch": 1.6438554216867471, + "grad_norm": 0.08998992294073105, + "learning_rate": 2.0268504126267952e-05, + "loss": 0.0049, + "step": 427 + }, + { + "epoch": 1.647710843373494, + "grad_norm": 0.08661992847919464, + "learning_rate": 2.0179005738369098e-05, + "loss": 0.0051, + "step": 428 + }, + { + "epoch": 1.651566265060241, + "grad_norm": 0.18930229544639587, + "learning_rate": 2.008950376544887e-05, + "loss": 0.0058, + "step": 429 + }, + { + "epoch": 1.655421686746988, + "grad_norm": 0.10838332027196884, + "learning_rate": 2e-05, + "loss": 0.0099, + "step": 430 + }, + { + "epoch": 1.659277108433735, + "grad_norm": 0.2523624300956726, + "learning_rate": 1.9910496234551132e-05, + "loss": 0.0149, + "step": 431 + }, + { + "epoch": 1.6631325301204818, + "grad_norm": 0.10037925094366074, + "learning_rate": 1.982099426163091e-05, + "loss": 0.0061, + "step": 432 + }, + { + "epoch": 1.6669879518072288, + "grad_norm": 0.0841156542301178, + "learning_rate": 1.9731495873732055e-05, + "loss": 0.0059, + "step": 433 + }, + { + "epoch": 1.6708433734939758, + "grad_norm": 0.08965729922056198, + "learning_rate": 1.9642002863275517e-05, + "loss": 0.0051, + "step": 434 + }, + { + "epoch": 1.6746987951807228, + "grad_norm": 0.10749141871929169, + "learning_rate": 1.9552517022574542e-05, + "loss": 0.0102, + "step": 435 + }, + { + "epoch": 1.6785542168674699, + "grad_norm": 0.14290869235992432, + "learning_rate": 1.946304014379878e-05, + "loss": 0.008, + "step": 436 + }, + { + "epoch": 1.6824096385542169, + "grad_norm": 0.19874858856201172, + "learning_rate": 1.93735740189384e-05, + "loss": 0.0089, + "step": 437 + }, + { + "epoch": 1.686265060240964, + "grad_norm": 0.13204169273376465, + "learning_rate": 1.9284120439768192e-05, + "loss": 0.0142, + "step": 438 + }, + { + "epoch": 1.690120481927711, + "grad_norm": 0.3346060812473297, + "learning_rate": 1.9194681197811703e-05, + "loss": 0.0047, + "step": 439 + }, + { + "epoch": 1.693975903614458, + "grad_norm": 0.3231620788574219, + "learning_rate": 1.910525808430532e-05, + "loss": 0.0082, + "step": 440 + }, + { + "epoch": 1.697831325301205, + "grad_norm": 0.17857253551483154, + "learning_rate": 1.901585289016244e-05, + "loss": 0.0035, + "step": 441 + }, + { + "epoch": 1.701686746987952, + "grad_norm": 0.3094499707221985, + "learning_rate": 1.8926467405937567e-05, + "loss": 0.015, + "step": 442 + }, + { + "epoch": 1.7055421686746988, + "grad_norm": 0.11924882233142853, + "learning_rate": 1.8837103421790486e-05, + "loss": 0.0198, + "step": 443 + }, + { + "epoch": 1.7093975903614458, + "grad_norm": 0.15662431716918945, + "learning_rate": 1.8747762727450363e-05, + "loss": 0.0088, + "step": 444 + }, + { + "epoch": 1.7132530120481928, + "grad_norm": 0.12857934832572937, + "learning_rate": 1.8658447112179952e-05, + "loss": 0.0177, + "step": 445 + }, + { + "epoch": 1.7171084337349396, + "grad_norm": 0.0960603877902031, + "learning_rate": 1.8569158364739736e-05, + "loss": 0.0042, + "step": 446 + }, + { + "epoch": 1.7209638554216866, + "grad_norm": 0.08039736747741699, + "learning_rate": 1.8479898273352084e-05, + "loss": 0.0043, + "step": 447 + }, + { + "epoch": 1.7248192771084336, + "grad_norm": 0.0857943594455719, + "learning_rate": 1.8390668625665483e-05, + "loss": 0.0031, + "step": 448 + }, + { + "epoch": 1.7286746987951807, + "grad_norm": 0.14046747982501984, + "learning_rate": 1.83014712087187e-05, + "loss": 0.0129, + "step": 449 + }, + { + "epoch": 1.7325301204819277, + "grad_norm": 0.1024412289261818, + "learning_rate": 1.821230780890502e-05, + "loss": 0.0101, + "step": 450 + }, + { + "epoch": 1.7363855421686747, + "grad_norm": 0.08862444758415222, + "learning_rate": 1.8123180211936417e-05, + "loss": 0.0069, + "step": 451 + }, + { + "epoch": 1.7402409638554217, + "grad_norm": 0.06873127818107605, + "learning_rate": 1.803409020280786e-05, + "loss": 0.004, + "step": 452 + }, + { + "epoch": 1.7440963855421687, + "grad_norm": 0.0650935024023056, + "learning_rate": 1.794503956576152e-05, + "loss": 0.0027, + "step": 453 + }, + { + "epoch": 1.7479518072289157, + "grad_norm": 0.10328482836484909, + "learning_rate": 1.7856030084251045e-05, + "loss": 0.0047, + "step": 454 + }, + { + "epoch": 1.7518072289156628, + "grad_norm": 0.14203296601772308, + "learning_rate": 1.776706354090585e-05, + "loss": 0.0081, + "step": 455 + }, + { + "epoch": 1.7556626506024098, + "grad_norm": 0.08143935352563858, + "learning_rate": 1.7678141717495394e-05, + "loss": 0.0045, + "step": 456 + }, + { + "epoch": 1.7595180722891566, + "grad_norm": 0.11309202760457993, + "learning_rate": 1.758926639489354e-05, + "loss": 0.0159, + "step": 457 + }, + { + "epoch": 1.7633734939759036, + "grad_norm": 0.10518789291381836, + "learning_rate": 1.7500439353042834e-05, + "loss": 0.0126, + "step": 458 + }, + { + "epoch": 1.7672289156626506, + "grad_norm": 0.09407763183116913, + "learning_rate": 1.7411662370918893e-05, + "loss": 0.0046, + "step": 459 + }, + { + "epoch": 1.7710843373493976, + "grad_norm": 0.09223105013370514, + "learning_rate": 1.7322937226494775e-05, + "loss": 0.0056, + "step": 460 + }, + { + "epoch": 1.7749397590361444, + "grad_norm": 0.10010652989149094, + "learning_rate": 1.7234265696705344e-05, + "loss": 0.0078, + "step": 461 + }, + { + "epoch": 1.7787951807228914, + "grad_norm": 0.09317822009325027, + "learning_rate": 1.7145649557411716e-05, + "loss": 0.0043, + "step": 462 + }, + { + "epoch": 1.7826506024096385, + "grad_norm": 0.14171656966209412, + "learning_rate": 1.7057090583365678e-05, + "loss": 0.0073, + "step": 463 + }, + { + "epoch": 1.7865060240963855, + "grad_norm": 0.09350872039794922, + "learning_rate": 1.6968590548174155e-05, + "loss": 0.0052, + "step": 464 + }, + { + "epoch": 1.7903614457831325, + "grad_norm": 0.13011880218982697, + "learning_rate": 1.6880151224263646e-05, + "loss": 0.0119, + "step": 465 + }, + { + "epoch": 1.7942168674698795, + "grad_norm": 0.12144693732261658, + "learning_rate": 1.6791774382844794e-05, + "loss": 0.0108, + "step": 466 + }, + { + "epoch": 1.7980722891566265, + "grad_norm": 0.5980355739593506, + "learning_rate": 1.6703461793876876e-05, + "loss": 0.0454, + "step": 467 + }, + { + "epoch": 1.8019277108433736, + "grad_norm": 0.1022690162062645, + "learning_rate": 1.6615215226032332e-05, + "loss": 0.0046, + "step": 468 + }, + { + "epoch": 1.8057831325301206, + "grad_norm": 0.09623578935861588, + "learning_rate": 1.6527036446661396e-05, + "loss": 0.0064, + "step": 469 + }, + { + "epoch": 1.8096385542168676, + "grad_norm": 0.5450147390365601, + "learning_rate": 1.643892722175667e-05, + "loss": 0.0103, + "step": 470 + }, + { + "epoch": 1.8134939759036146, + "grad_norm": 0.18981006741523743, + "learning_rate": 1.635088931591775e-05, + "loss": 0.0065, + "step": 471 + }, + { + "epoch": 1.8173493975903614, + "grad_norm": 0.14748261868953705, + "learning_rate": 1.6262924492315907e-05, + "loss": 0.0198, + "step": 472 + }, + { + "epoch": 1.8212048192771084, + "grad_norm": 0.11080063134431839, + "learning_rate": 1.6175034512658753e-05, + "loss": 0.0071, + "step": 473 + }, + { + "epoch": 1.8250602409638554, + "grad_norm": 0.1321505457162857, + "learning_rate": 1.6087221137154995e-05, + "loss": 0.0115, + "step": 474 + }, + { + "epoch": 1.8289156626506025, + "grad_norm": 0.1794983297586441, + "learning_rate": 1.5999486124479115e-05, + "loss": 0.0204, + "step": 475 + }, + { + "epoch": 1.8327710843373493, + "grad_norm": 0.2090386003255844, + "learning_rate": 1.591183123173622e-05, + "loss": 0.0086, + "step": 476 + }, + { + "epoch": 1.8366265060240963, + "grad_norm": 0.1864124834537506, + "learning_rate": 1.5824258214426833e-05, + "loss": 0.0037, + "step": 477 + }, + { + "epoch": 1.8404819277108433, + "grad_norm": 0.0974712073802948, + "learning_rate": 1.5736768826411683e-05, + "loss": 0.0066, + "step": 478 + }, + { + "epoch": 1.8443373493975903, + "grad_norm": 0.13470065593719482, + "learning_rate": 1.5649364819876655e-05, + "loss": 0.0082, + "step": 479 + }, + { + "epoch": 1.8481927710843373, + "grad_norm": 0.15067611634731293, + "learning_rate": 1.5562047945297652e-05, + "loss": 0.0067, + "step": 480 + }, + { + "epoch": 1.8520481927710843, + "grad_norm": 0.1268431693315506, + "learning_rate": 1.547481995140556e-05, + "loss": 0.0076, + "step": 481 + }, + { + "epoch": 1.8559036144578314, + "grad_norm": 0.19485311210155487, + "learning_rate": 1.53876825851512e-05, + "loss": 0.0043, + "step": 482 + }, + { + "epoch": 1.8597590361445784, + "grad_norm": 0.08730349689722061, + "learning_rate": 1.5300637591670357e-05, + "loss": 0.0081, + "step": 483 + }, + { + "epoch": 1.8636144578313254, + "grad_norm": 0.10607759654521942, + "learning_rate": 1.5213686714248852e-05, + "loss": 0.0084, + "step": 484 + }, + { + "epoch": 1.8674698795180724, + "grad_norm": 0.09020885825157166, + "learning_rate": 1.5126831694287564e-05, + "loss": 0.0061, + "step": 485 + }, + { + "epoch": 1.8713253012048194, + "grad_norm": 0.16199110448360443, + "learning_rate": 1.5040074271267633e-05, + "loss": 0.0125, + "step": 486 + }, + { + "epoch": 1.8751807228915662, + "grad_norm": 0.07592602074146271, + "learning_rate": 1.4953416182715566e-05, + "loss": 0.0041, + "step": 487 + }, + { + "epoch": 1.8790361445783132, + "grad_norm": 0.3946191668510437, + "learning_rate": 1.4866859164168466e-05, + "loss": 0.0084, + "step": 488 + }, + { + "epoch": 1.8828915662650603, + "grad_norm": 0.0946611613035202, + "learning_rate": 1.478040494913926e-05, + "loss": 0.0062, + "step": 489 + }, + { + "epoch": 1.886746987951807, + "grad_norm": 0.11009645462036133, + "learning_rate": 1.4694055269081987e-05, + "loss": 0.0065, + "step": 490 + }, + { + "epoch": 1.890602409638554, + "grad_norm": 0.18255947530269623, + "learning_rate": 1.460781185335713e-05, + "loss": 0.0065, + "step": 491 + }, + { + "epoch": 1.894457831325301, + "grad_norm": 0.09501689672470093, + "learning_rate": 1.452167642919695e-05, + "loss": 0.0032, + "step": 492 + }, + { + "epoch": 1.8983132530120481, + "grad_norm": 0.1402011215686798, + "learning_rate": 1.443565072167095e-05, + "loss": 0.0088, + "step": 493 + }, + { + "epoch": 1.9021686746987951, + "grad_norm": 0.07192618399858475, + "learning_rate": 1.4349736453651262e-05, + "loss": 0.0041, + "step": 494 + }, + { + "epoch": 1.9060240963855422, + "grad_norm": 0.1595878303050995, + "learning_rate": 1.4263935345778202e-05, + "loss": 0.0058, + "step": 495 + }, + { + "epoch": 1.9098795180722892, + "grad_norm": 0.07809515297412872, + "learning_rate": 1.4178249116425744e-05, + "loss": 0.0037, + "step": 496 + }, + { + "epoch": 1.9137349397590362, + "grad_norm": 0.09462330490350723, + "learning_rate": 1.409267948166718e-05, + "loss": 0.0051, + "step": 497 + }, + { + "epoch": 1.9175903614457832, + "grad_norm": 0.21062414348125458, + "learning_rate": 1.4007228155240696e-05, + "loss": 0.0084, + "step": 498 + }, + { + "epoch": 1.9214457831325302, + "grad_norm": 0.06321538984775543, + "learning_rate": 1.3921896848515064e-05, + "loss": 0.0073, + "step": 499 + }, + { + "epoch": 1.9253012048192772, + "grad_norm": 0.1303102821111679, + "learning_rate": 1.3836687270455388e-05, + "loss": 0.0117, + "step": 500 + }, + { + "epoch": 1.929156626506024, + "grad_norm": 0.09845706820487976, + "learning_rate": 1.3751601127588849e-05, + "loss": 0.0044, + "step": 501 + }, + { + "epoch": 1.933012048192771, + "grad_norm": 0.07379204034805298, + "learning_rate": 1.3666640123970556e-05, + "loss": 0.0051, + "step": 502 + }, + { + "epoch": 1.936867469879518, + "grad_norm": 0.07889371365308762, + "learning_rate": 1.3581805961149371e-05, + "loss": 0.008, + "step": 503 + }, + { + "epoch": 1.940722891566265, + "grad_norm": 0.10923505574464798, + "learning_rate": 1.3497100338133899e-05, + "loss": 0.0136, + "step": 504 + }, + { + "epoch": 1.944578313253012, + "grad_norm": 0.12238901853561401, + "learning_rate": 1.341252495135841e-05, + "loss": 0.006, + "step": 505 + }, + { + "epoch": 1.948433734939759, + "grad_norm": 0.09399964660406113, + "learning_rate": 1.3328081494648874e-05, + "loss": 0.0076, + "step": 506 + }, + { + "epoch": 1.952289156626506, + "grad_norm": 0.14163890480995178, + "learning_rate": 1.324377165918906e-05, + "loss": 0.006, + "step": 507 + }, + { + "epoch": 1.956144578313253, + "grad_norm": 0.09812217950820923, + "learning_rate": 1.3159597133486628e-05, + "loss": 0.0058, + "step": 508 + }, + { + "epoch": 1.96, + "grad_norm": 0.1172025129199028, + "learning_rate": 1.3075559603339354e-05, + "loss": 0.0085, + "step": 509 + }, + { + "epoch": 1.963855421686747, + "grad_norm": 0.056579310446977615, + "learning_rate": 1.299166075180133e-05, + "loss": 0.0037, + "step": 510 + }, + { + "epoch": 1.967710843373494, + "grad_norm": 0.11834102869033813, + "learning_rate": 1.2907902259149287e-05, + "loss": 0.0047, + "step": 511 + }, + { + "epoch": 1.971566265060241, + "grad_norm": 0.4097451865673065, + "learning_rate": 1.282428580284894e-05, + "loss": 0.0158, + "step": 512 + }, + { + "epoch": 1.975421686746988, + "grad_norm": 0.06863151490688324, + "learning_rate": 1.274081305752135e-05, + "loss": 0.0033, + "step": 513 + }, + { + "epoch": 1.979277108433735, + "grad_norm": 0.09778847545385361, + "learning_rate": 1.2657485694909451e-05, + "loss": 0.0056, + "step": 514 + }, + { + "epoch": 1.983132530120482, + "grad_norm": 0.10331977903842926, + "learning_rate": 1.2574305383844528e-05, + "loss": 0.0055, + "step": 515 + }, + { + "epoch": 1.9869879518072289, + "grad_norm": 0.06463884562253952, + "learning_rate": 1.2491273790212806e-05, + "loss": 0.0039, + "step": 516 + }, + { + "epoch": 1.9908433734939759, + "grad_norm": 0.12248596549034119, + "learning_rate": 1.2408392576922075e-05, + "loss": 0.0115, + "step": 517 + }, + { + "epoch": 1.994698795180723, + "grad_norm": 0.15362606942653656, + "learning_rate": 1.2325663403868406e-05, + "loss": 0.0087, + "step": 518 + }, + { + "epoch": 1.99855421686747, + "grad_norm": 0.06778371334075928, + "learning_rate": 1.2243087927902905e-05, + "loss": 0.0032, + "step": 519 + }, + { + "epoch": 2.0, + "grad_norm": 0.2598204016685486, + "learning_rate": 1.2160667802798503e-05, + "loss": 0.0092, + "step": 520 + }, + { + "epoch": 2.003855421686747, + "grad_norm": 0.1877129226922989, + "learning_rate": 1.2078404679216864e-05, + "loss": 0.0076, + "step": 521 + }, + { + "epoch": 2.007710843373494, + "grad_norm": 0.0740046426653862, + "learning_rate": 1.199630020467533e-05, + "loss": 0.0028, + "step": 522 + }, + { + "epoch": 2.011566265060241, + "grad_norm": 0.14209777116775513, + "learning_rate": 1.1914356023513904e-05, + "loss": 0.008, + "step": 523 + }, + { + "epoch": 2.015421686746988, + "grad_norm": 0.06664244830608368, + "learning_rate": 1.1832573776862319e-05, + "loss": 0.007, + "step": 524 + }, + { + "epoch": 2.019277108433735, + "grad_norm": 0.0566011480987072, + "learning_rate": 1.1750955102607193e-05, + "loss": 0.0023, + "step": 525 + }, + { + "epoch": 2.023132530120482, + "grad_norm": 0.059486355632543564, + "learning_rate": 1.1669501635359212e-05, + "loss": 0.0023, + "step": 526 + }, + { + "epoch": 2.026987951807229, + "grad_norm": 0.048501964658498764, + "learning_rate": 1.1588215006420374e-05, + "loss": 0.0024, + "step": 527 + }, + { + "epoch": 2.0308433734939757, + "grad_norm": 0.06546659767627716, + "learning_rate": 1.1507096843751372e-05, + "loss": 0.0038, + "step": 528 + }, + { + "epoch": 2.0346987951807227, + "grad_norm": 0.055793650448322296, + "learning_rate": 1.1426148771938915e-05, + "loss": 0.0039, + "step": 529 + }, + { + "epoch": 2.0385542168674697, + "grad_norm": 0.14630311727523804, + "learning_rate": 1.1345372412163276e-05, + "loss": 0.0028, + "step": 530 + }, + { + "epoch": 2.0424096385542168, + "grad_norm": 0.052479639649391174, + "learning_rate": 1.1264769382165748e-05, + "loss": 0.0033, + "step": 531 + }, + { + "epoch": 2.0462650602409638, + "grad_norm": 0.06099266931414604, + "learning_rate": 1.1184341296216281e-05, + "loss": 0.0023, + "step": 532 + }, + { + "epoch": 2.050120481927711, + "grad_norm": 0.08203870803117752, + "learning_rate": 1.110408976508118e-05, + "loss": 0.0025, + "step": 533 + }, + { + "epoch": 2.053975903614458, + "grad_norm": 0.031148897483944893, + "learning_rate": 1.1024016395990758e-05, + "loss": 0.0021, + "step": 534 + }, + { + "epoch": 2.057831325301205, + "grad_norm": 0.10753555595874786, + "learning_rate": 1.094412279260726e-05, + "loss": 0.0084, + "step": 535 + }, + { + "epoch": 2.061686746987952, + "grad_norm": 0.04244984686374664, + "learning_rate": 1.0864410554992654e-05, + "loss": 0.002, + "step": 536 + }, + { + "epoch": 2.065542168674699, + "grad_norm": 0.03356681391596794, + "learning_rate": 1.0784881279576635e-05, + "loss": 0.0015, + "step": 537 + }, + { + "epoch": 2.069397590361446, + "grad_norm": 0.0787050798535347, + "learning_rate": 1.070553655912463e-05, + "loss": 0.0028, + "step": 538 + }, + { + "epoch": 2.073253012048193, + "grad_norm": 0.03804800286889076, + "learning_rate": 1.0626377982705929e-05, + "loss": 0.0021, + "step": 539 + }, + { + "epoch": 2.07710843373494, + "grad_norm": 0.1359545737504959, + "learning_rate": 1.0547407135661816e-05, + "loss": 0.0112, + "step": 540 + }, + { + "epoch": 2.080963855421687, + "grad_norm": 0.07904944568872452, + "learning_rate": 1.0468625599573842e-05, + "loss": 0.0029, + "step": 541 + }, + { + "epoch": 2.0848192771084335, + "grad_norm": 0.0676993653178215, + "learning_rate": 1.0390034952232178e-05, + "loss": 0.0016, + "step": 542 + }, + { + "epoch": 2.0886746987951805, + "grad_norm": 0.052145086228847504, + "learning_rate": 1.0311636767603952e-05, + "loss": 0.0024, + "step": 543 + }, + { + "epoch": 2.0925301204819275, + "grad_norm": 0.1171824038028717, + "learning_rate": 1.0233432615801786e-05, + "loss": 0.009, + "step": 544 + }, + { + "epoch": 2.0963855421686746, + "grad_norm": 0.7555789351463318, + "learning_rate": 1.0155424063052306e-05, + "loss": 0.0052, + "step": 545 + }, + { + "epoch": 2.1002409638554216, + "grad_norm": 0.08210741728544235, + "learning_rate": 1.0077612671664827e-05, + "loss": 0.0054, + "step": 546 + }, + { + "epoch": 2.1040963855421686, + "grad_norm": 0.11431938409805298, + "learning_rate": 1.0000000000000006e-05, + "loss": 0.0039, + "step": 547 + }, + { + "epoch": 2.1079518072289156, + "grad_norm": 0.07425118237733841, + "learning_rate": 9.922587602438657e-06, + "loss": 0.0118, + "step": 548 + }, + { + "epoch": 2.1118072289156626, + "grad_norm": 0.06563588976860046, + "learning_rate": 9.84537702935065e-06, + "loss": 0.0021, + "step": 549 + }, + { + "epoch": 2.1156626506024097, + "grad_norm": 0.23397141695022583, + "learning_rate": 9.768369827063803e-06, + "loss": 0.0064, + "step": 550 + }, + { + "epoch": 2.1195180722891567, + "grad_norm": 0.06807775050401688, + "learning_rate": 9.691567537832964e-06, + "loss": 0.0036, + "step": 551 + }, + { + "epoch": 2.1233734939759037, + "grad_norm": 0.07760459929704666, + "learning_rate": 9.614971699809081e-06, + "loss": 0.005, + "step": 552 + }, + { + "epoch": 2.1272289156626507, + "grad_norm": 0.08298410475254059, + "learning_rate": 9.538583847008452e-06, + "loss": 0.0072, + "step": 553 + }, + { + "epoch": 2.1310843373493977, + "grad_norm": 0.053814083337783813, + "learning_rate": 9.462405509281937e-06, + "loss": 0.0021, + "step": 554 + }, + { + "epoch": 2.1349397590361447, + "grad_norm": 0.05976598709821701, + "learning_rate": 9.386438212284372e-06, + "loss": 0.003, + "step": 555 + }, + { + "epoch": 2.1387951807228918, + "grad_norm": 0.03989047929644585, + "learning_rate": 9.310683477443979e-06, + "loss": 0.002, + "step": 556 + }, + { + "epoch": 2.1426506024096383, + "grad_norm": 0.2895124554634094, + "learning_rate": 9.235142821931928e-06, + "loss": 0.0134, + "step": 557 + }, + { + "epoch": 2.1465060240963854, + "grad_norm": 0.07493002712726593, + "learning_rate": 9.159817758631923e-06, + "loss": 0.0028, + "step": 558 + }, + { + "epoch": 2.1503614457831324, + "grad_norm": 0.037741731852293015, + "learning_rate": 9.084709796109907e-06, + "loss": 0.0012, + "step": 559 + }, + { + "epoch": 2.1542168674698794, + "grad_norm": 0.06910698860883713, + "learning_rate": 9.009820438583881e-06, + "loss": 0.002, + "step": 560 + }, + { + "epoch": 2.1580722891566264, + "grad_norm": 0.07993840426206589, + "learning_rate": 8.93515118589373e-06, + "loss": 0.0032, + "step": 561 + }, + { + "epoch": 2.1619277108433734, + "grad_norm": 0.3232978880405426, + "learning_rate": 8.860703533471218e-06, + "loss": 0.0097, + "step": 562 + }, + { + "epoch": 2.1657831325301204, + "grad_norm": 0.05569448694586754, + "learning_rate": 8.786478972310023e-06, + "loss": 0.0019, + "step": 563 + }, + { + "epoch": 2.1696385542168675, + "grad_norm": 0.07345814257860184, + "learning_rate": 8.712478988935904e-06, + "loss": 0.0028, + "step": 564 + }, + { + "epoch": 2.1734939759036145, + "grad_norm": 0.06032630801200867, + "learning_rate": 8.638705065376887e-06, + "loss": 0.0017, + "step": 565 + }, + { + "epoch": 2.1773493975903615, + "grad_norm": 0.06941293925046921, + "learning_rate": 8.565158679133605e-06, + "loss": 0.0021, + "step": 566 + }, + { + "epoch": 2.1812048192771085, + "grad_norm": 0.05227924510836601, + "learning_rate": 8.491841303149728e-06, + "loss": 0.0039, + "step": 567 + }, + { + "epoch": 2.1850602409638555, + "grad_norm": 0.08419029414653778, + "learning_rate": 8.418754405782423e-06, + "loss": 0.0059, + "step": 568 + }, + { + "epoch": 2.1889156626506026, + "grad_norm": 0.06260647624731064, + "learning_rate": 8.345899450772975e-06, + "loss": 0.0028, + "step": 569 + }, + { + "epoch": 2.1927710843373496, + "grad_norm": 0.326419860124588, + "learning_rate": 8.27327789721746e-06, + "loss": 0.0083, + "step": 570 + }, + { + "epoch": 2.1966265060240966, + "grad_norm": 0.05631480738520622, + "learning_rate": 8.200891199537549e-06, + "loss": 0.0014, + "step": 571 + }, + { + "epoch": 2.200481927710843, + "grad_norm": 0.07872775942087173, + "learning_rate": 8.128740807451311e-06, + "loss": 0.0018, + "step": 572 + }, + { + "epoch": 2.20433734939759, + "grad_norm": 0.13493163883686066, + "learning_rate": 8.056828165944282e-06, + "loss": 0.0085, + "step": 573 + }, + { + "epoch": 2.208192771084337, + "grad_norm": 0.11313220113515854, + "learning_rate": 7.98515471524042e-06, + "loss": 0.0039, + "step": 574 + }, + { + "epoch": 2.212048192771084, + "grad_norm": 0.06968442350625992, + "learning_rate": 7.913721890773354e-06, + "loss": 0.0023, + "step": 575 + }, + { + "epoch": 2.2159036144578312, + "grad_norm": 0.6592087149620056, + "learning_rate": 7.842531123157562e-06, + "loss": 0.0027, + "step": 576 + }, + { + "epoch": 2.2197590361445783, + "grad_norm": 0.08434339612722397, + "learning_rate": 7.771583838159756e-06, + "loss": 0.0036, + "step": 577 + }, + { + "epoch": 2.2236144578313253, + "grad_norm": 0.05565265938639641, + "learning_rate": 7.700881456670342e-06, + "loss": 0.0022, + "step": 578 + }, + { + "epoch": 2.2274698795180723, + "grad_norm": 0.06776664406061172, + "learning_rate": 7.630425394674903e-06, + "loss": 0.0055, + "step": 579 + }, + { + "epoch": 2.2313253012048193, + "grad_norm": 0.0737040564417839, + "learning_rate": 7.560217063225923e-06, + "loss": 0.0045, + "step": 580 + }, + { + "epoch": 2.2351807228915663, + "grad_norm": 0.0424475371837616, + "learning_rate": 7.49025786841445e-06, + "loss": 0.0016, + "step": 581 + }, + { + "epoch": 2.2390361445783133, + "grad_norm": 0.05880943313241005, + "learning_rate": 7.420549211342005e-06, + "loss": 0.0036, + "step": 582 + }, + { + "epoch": 2.2428915662650604, + "grad_norm": 0.07502184063196182, + "learning_rate": 7.3510924880924575e-06, + "loss": 0.0035, + "step": 583 + }, + { + "epoch": 2.2467469879518074, + "grad_norm": 0.07997576147317886, + "learning_rate": 7.2818890897041065e-06, + "loss": 0.0034, + "step": 584 + }, + { + "epoch": 2.2506024096385544, + "grad_norm": 0.05822072923183441, + "learning_rate": 7.212940402141808e-06, + "loss": 0.0024, + "step": 585 + }, + { + "epoch": 2.2544578313253014, + "grad_norm": 0.05100448429584503, + "learning_rate": 7.1442478062692135e-06, + "loss": 0.006, + "step": 586 + }, + { + "epoch": 2.258313253012048, + "grad_norm": 0.06905625760555267, + "learning_rate": 7.075812677821145e-06, + "loss": 0.0024, + "step": 587 + }, + { + "epoch": 2.262168674698795, + "grad_norm": 0.055957138538360596, + "learning_rate": 7.0076363873759865e-06, + "loss": 0.0037, + "step": 588 + }, + { + "epoch": 2.266024096385542, + "grad_norm": 0.03304177150130272, + "learning_rate": 6.939720300328303e-06, + "loss": 0.0018, + "step": 589 + }, + { + "epoch": 2.269879518072289, + "grad_norm": 0.08473087102174759, + "learning_rate": 6.8720657768614115e-06, + "loss": 0.0058, + "step": 590 + }, + { + "epoch": 2.273734939759036, + "grad_norm": 0.0625910758972168, + "learning_rate": 6.8046741719202385e-06, + "loss": 0.0049, + "step": 591 + }, + { + "epoch": 2.277590361445783, + "grad_norm": 0.07574128359556198, + "learning_rate": 6.737546835184101e-06, + "loss": 0.0043, + "step": 592 + }, + { + "epoch": 2.28144578313253, + "grad_norm": 0.07056653499603271, + "learning_rate": 6.67068511103971e-06, + "loss": 0.0119, + "step": 593 + }, + { + "epoch": 2.285301204819277, + "grad_norm": 0.07596432417631149, + "learning_rate": 6.604090338554267e-06, + "loss": 0.0031, + "step": 594 + }, + { + "epoch": 2.289156626506024, + "grad_norm": 0.0327884741127491, + "learning_rate": 6.537763851448593e-06, + "loss": 0.002, + "step": 595 + }, + { + "epoch": 2.293012048192771, + "grad_norm": 0.03820427507162094, + "learning_rate": 6.471706978070482e-06, + "loss": 0.0017, + "step": 596 + }, + { + "epoch": 2.296867469879518, + "grad_norm": 0.04365382716059685, + "learning_rate": 6.4059210413680175e-06, + "loss": 0.0017, + "step": 597 + }, + { + "epoch": 2.300722891566265, + "grad_norm": 0.08569991588592529, + "learning_rate": 6.340407358863167e-06, + "loss": 0.0028, + "step": 598 + }, + { + "epoch": 2.304578313253012, + "grad_norm": 0.34639790654182434, + "learning_rate": 6.275167242625331e-06, + "loss": 0.0121, + "step": 599 + }, + { + "epoch": 2.3084337349397592, + "grad_norm": 0.0633152648806572, + "learning_rate": 6.210201999245087e-06, + "loss": 0.0027, + "step": 600 + }, + { + "epoch": 2.3122891566265062, + "grad_norm": 0.06482216715812683, + "learning_rate": 6.145512929808013e-06, + "loss": 0.0028, + "step": 601 + }, + { + "epoch": 2.316144578313253, + "grad_norm": 0.06370186805725098, + "learning_rate": 6.081101329868664e-06, + "loss": 0.0052, + "step": 602 + }, + { + "epoch": 2.32, + "grad_norm": 0.05200124904513359, + "learning_rate": 6.016968489424572e-06, + "loss": 0.0022, + "step": 603 + }, + { + "epoch": 2.323855421686747, + "grad_norm": 0.04066948965191841, + "learning_rate": 5.95311569289045e-06, + "loss": 0.0015, + "step": 604 + }, + { + "epoch": 2.327710843373494, + "grad_norm": 0.04939762502908707, + "learning_rate": 5.889544219072465e-06, + "loss": 0.0018, + "step": 605 + }, + { + "epoch": 2.331566265060241, + "grad_norm": 0.05605112388730049, + "learning_rate": 5.8262553411426015e-06, + "loss": 0.0023, + "step": 606 + }, + { + "epoch": 2.335421686746988, + "grad_norm": 0.025311313569545746, + "learning_rate": 5.7632503266131925e-06, + "loss": 0.0013, + "step": 607 + }, + { + "epoch": 2.339277108433735, + "grad_norm": 0.07716325670480728, + "learning_rate": 5.700530437311509e-06, + "loss": 0.0019, + "step": 608 + }, + { + "epoch": 2.343132530120482, + "grad_norm": 0.035999130457639694, + "learning_rate": 5.638096929354522e-06, + "loss": 0.0011, + "step": 609 + }, + { + "epoch": 2.346987951807229, + "grad_norm": 0.10247158259153366, + "learning_rate": 5.5759510531237116e-06, + "loss": 0.0077, + "step": 610 + }, + { + "epoch": 2.350843373493976, + "grad_norm": 0.11552261561155319, + "learning_rate": 5.514094053240035e-06, + "loss": 0.0035, + "step": 611 + }, + { + "epoch": 2.354698795180723, + "grad_norm": 0.09938646852970123, + "learning_rate": 5.452527168539026e-06, + "loss": 0.0018, + "step": 612 + }, + { + "epoch": 2.35855421686747, + "grad_norm": 0.06877364218235016, + "learning_rate": 5.39125163204594e-06, + "loss": 0.0039, + "step": 613 + }, + { + "epoch": 2.362409638554217, + "grad_norm": 0.03887651488184929, + "learning_rate": 5.330268670951091e-06, + "loss": 0.0013, + "step": 614 + }, + { + "epoch": 2.3662650602409636, + "grad_norm": 0.08702801913022995, + "learning_rate": 5.269579506585259e-06, + "loss": 0.0084, + "step": 615 + }, + { + "epoch": 2.370120481927711, + "grad_norm": 0.05485809966921806, + "learning_rate": 5.209185354395261e-06, + "loss": 0.0023, + "step": 616 + }, + { + "epoch": 2.3739759036144576, + "grad_norm": 0.10920535027980804, + "learning_rate": 5.149087423919541e-06, + "loss": 0.0029, + "step": 617 + }, + { + "epoch": 2.3778313253012047, + "grad_norm": 0.13908222317695618, + "learning_rate": 5.089286918764031e-06, + "loss": 0.0034, + "step": 618 + }, + { + "epoch": 2.3816867469879517, + "grad_norm": 0.09357054531574249, + "learning_rate": 5.029785036577976e-06, + "loss": 0.0024, + "step": 619 + }, + { + "epoch": 2.3855421686746987, + "grad_norm": 0.17332714796066284, + "learning_rate": 4.97058296903e-06, + "loss": 0.0064, + "step": 620 + }, + { + "epoch": 2.3893975903614457, + "grad_norm": 0.04516534134745598, + "learning_rate": 4.911681901784198e-06, + "loss": 0.002, + "step": 621 + }, + { + "epoch": 2.3932530120481927, + "grad_norm": 0.10836844146251678, + "learning_rate": 4.853083014476403e-06, + "loss": 0.0116, + "step": 622 + }, + { + "epoch": 2.3971084337349398, + "grad_norm": 0.06490450352430344, + "learning_rate": 4.794787480690597e-06, + "loss": 0.0034, + "step": 623 + }, + { + "epoch": 2.4009638554216868, + "grad_norm": 0.2077661007642746, + "learning_rate": 4.736796467935336e-06, + "loss": 0.0086, + "step": 624 + }, + { + "epoch": 2.404819277108434, + "grad_norm": 0.050042327493429184, + "learning_rate": 4.679111137620442e-06, + "loss": 0.0018, + "step": 625 + }, + { + "epoch": 2.408674698795181, + "grad_norm": 0.04626263305544853, + "learning_rate": 4.621732645033687e-06, + "loss": 0.0016, + "step": 626 + }, + { + "epoch": 2.412530120481928, + "grad_norm": 0.03525455668568611, + "learning_rate": 4.5646621393177e-06, + "loss": 0.001, + "step": 627 + }, + { + "epoch": 2.416385542168675, + "grad_norm": 0.06515587121248245, + "learning_rate": 4.507900763446911e-06, + "loss": 0.003, + "step": 628 + }, + { + "epoch": 2.420240963855422, + "grad_norm": 0.05137157812714577, + "learning_rate": 4.451449654204685e-06, + "loss": 0.0016, + "step": 629 + }, + { + "epoch": 2.4240963855421684, + "grad_norm": 0.09875486046075821, + "learning_rate": 4.395309942160551e-06, + "loss": 0.0019, + "step": 630 + }, + { + "epoch": 2.427951807228916, + "grad_norm": 0.07232407480478287, + "learning_rate": 4.339482751647557e-06, + "loss": 0.0023, + "step": 631 + }, + { + "epoch": 2.4318072289156625, + "grad_norm": 0.06509175151586533, + "learning_rate": 4.283969200739764e-06, + "loss": 0.0042, + "step": 632 + }, + { + "epoch": 2.4356626506024095, + "grad_norm": 0.17352131009101868, + "learning_rate": 4.228770401229824e-06, + "loss": 0.0074, + "step": 633 + }, + { + "epoch": 2.4395180722891565, + "grad_norm": 0.035422373563051224, + "learning_rate": 4.173887458606767e-06, + "loss": 0.0013, + "step": 634 + }, + { + "epoch": 2.4433734939759035, + "grad_norm": 0.038832418620586395, + "learning_rate": 4.119321472033779e-06, + "loss": 0.0013, + "step": 635 + }, + { + "epoch": 2.4472289156626506, + "grad_norm": 0.06765366345643997, + "learning_rate": 4.065073534326282e-06, + "loss": 0.0032, + "step": 636 + }, + { + "epoch": 2.4510843373493976, + "grad_norm": 0.13772547245025635, + "learning_rate": 4.011144731929981e-06, + "loss": 0.0093, + "step": 637 + }, + { + "epoch": 2.4549397590361446, + "grad_norm": 0.08776474744081497, + "learning_rate": 3.957536144899123e-06, + "loss": 0.0067, + "step": 638 + }, + { + "epoch": 2.4587951807228916, + "grad_norm": 0.10551299154758453, + "learning_rate": 3.904248846874894e-06, + "loss": 0.0108, + "step": 639 + }, + { + "epoch": 2.4626506024096386, + "grad_norm": 0.04805995151400566, + "learning_rate": 3.851283905063863e-06, + "loss": 0.0019, + "step": 640 + }, + { + "epoch": 2.4665060240963856, + "grad_norm": 0.09927227348089218, + "learning_rate": 3.7986423802166705e-06, + "loss": 0.0067, + "step": 641 + }, + { + "epoch": 2.4703614457831327, + "grad_norm": 0.11920815706253052, + "learning_rate": 3.7463253266067147e-06, + "loss": 0.0079, + "step": 642 + }, + { + "epoch": 2.4742168674698797, + "grad_norm": 0.037468794733285904, + "learning_rate": 3.694333792009115e-06, + "loss": 0.0014, + "step": 643 + }, + { + "epoch": 2.4780722891566267, + "grad_norm": 0.04393767938017845, + "learning_rate": 3.64266881767966e-06, + "loss": 0.001, + "step": 644 + }, + { + "epoch": 2.4819277108433733, + "grad_norm": 0.045006439089775085, + "learning_rate": 3.5913314383339937e-06, + "loss": 0.0015, + "step": 645 + }, + { + "epoch": 2.4857831325301207, + "grad_norm": 0.05892086401581764, + "learning_rate": 3.5403226821268734e-06, + "loss": 0.0013, + "step": 646 + }, + { + "epoch": 2.4896385542168673, + "grad_norm": 0.09949485957622528, + "learning_rate": 3.4896435706316e-06, + "loss": 0.0037, + "step": 647 + }, + { + "epoch": 2.4934939759036143, + "grad_norm": 0.08316222578287125, + "learning_rate": 3.43929511881953e-06, + "loss": 0.0061, + "step": 648 + }, + { + "epoch": 2.4973493975903613, + "grad_norm": 0.11504265666007996, + "learning_rate": 3.3892783350397675e-06, + "loss": 0.0043, + "step": 649 + }, + { + "epoch": 2.5012048192771084, + "grad_norm": 0.041751548647880554, + "learning_rate": 3.3395942209989694e-06, + "loss": 0.0014, + "step": 650 + }, + { + "epoch": 2.5050602409638554, + "grad_norm": 0.12726637721061707, + "learning_rate": 3.290243771741275e-06, + "loss": 0.0062, + "step": 651 + }, + { + "epoch": 2.5089156626506024, + "grad_norm": 0.10160968452692032, + "learning_rate": 3.241227975628378e-06, + "loss": 0.004, + "step": 652 + }, + { + "epoch": 2.5127710843373494, + "grad_norm": 0.06926268339157104, + "learning_rate": 3.1925478143197418e-06, + "loss": 0.0028, + "step": 653 + }, + { + "epoch": 2.5166265060240964, + "grad_norm": 0.07057193666696548, + "learning_rate": 3.144204262752937e-06, + "loss": 0.003, + "step": 654 + }, + { + "epoch": 2.5204819277108435, + "grad_norm": 0.0741814598441124, + "learning_rate": 3.0961982891241083e-06, + "loss": 0.0022, + "step": 655 + }, + { + "epoch": 2.5243373493975905, + "grad_norm": 0.03325735032558441, + "learning_rate": 3.048530854868579e-06, + "loss": 0.0011, + "step": 656 + }, + { + "epoch": 2.5281927710843375, + "grad_norm": 0.07111026346683502, + "learning_rate": 3.001202914641628e-06, + "loss": 0.0021, + "step": 657 + }, + { + "epoch": 2.532048192771084, + "grad_norm": 0.0835479348897934, + "learning_rate": 2.954215416299331e-06, + "loss": 0.0043, + "step": 658 + }, + { + "epoch": 2.5359036144578315, + "grad_norm": 0.083519846200943, + "learning_rate": 2.907569300879596e-06, + "loss": 0.0036, + "step": 659 + }, + { + "epoch": 2.539759036144578, + "grad_norm": 0.06607409566640854, + "learning_rate": 2.8612655025833148e-06, + "loss": 0.0013, + "step": 660 + }, + { + "epoch": 2.5436144578313256, + "grad_norm": 0.06507234275341034, + "learning_rate": 2.815304948755664e-06, + "loss": 0.0037, + "step": 661 + }, + { + "epoch": 2.547469879518072, + "grad_norm": 0.04953571408987045, + "learning_rate": 2.769688559867514e-06, + "loss": 0.0019, + "step": 662 + }, + { + "epoch": 2.551325301204819, + "grad_norm": 0.24300339818000793, + "learning_rate": 2.7244172494969978e-06, + "loss": 0.0089, + "step": 663 + }, + { + "epoch": 2.555180722891566, + "grad_norm": 0.03667943552136421, + "learning_rate": 2.679491924311226e-06, + "loss": 0.0013, + "step": 664 + }, + { + "epoch": 2.559036144578313, + "grad_norm": 0.05591225251555443, + "learning_rate": 2.6349134840481294e-06, + "loss": 0.002, + "step": 665 + }, + { + "epoch": 2.56289156626506, + "grad_norm": 0.08055668324232101, + "learning_rate": 2.590682821498416e-06, + "loss": 0.0023, + "step": 666 + }, + { + "epoch": 2.5667469879518072, + "grad_norm": 0.0474967285990715, + "learning_rate": 2.546800822487714e-06, + "loss": 0.0025, + "step": 667 + }, + { + "epoch": 2.5706024096385542, + "grad_norm": 0.061049655079841614, + "learning_rate": 2.503268365858831e-06, + "loss": 0.0023, + "step": 668 + }, + { + "epoch": 2.5744578313253013, + "grad_norm": 0.07722913473844528, + "learning_rate": 2.4600863234541338e-06, + "loss": 0.0028, + "step": 669 + }, + { + "epoch": 2.5783132530120483, + "grad_norm": 0.09591741114854813, + "learning_rate": 2.417255560098111e-06, + "loss": 0.0019, + "step": 670 + }, + { + "epoch": 2.5821686746987953, + "grad_norm": 0.08037438243627548, + "learning_rate": 2.374776933580025e-06, + "loss": 0.0054, + "step": 671 + }, + { + "epoch": 2.5860240963855423, + "grad_norm": 0.057184137403964996, + "learning_rate": 2.3326512946367717e-06, + "loss": 0.0022, + "step": 672 + }, + { + "epoch": 2.589879518072289, + "grad_norm": 0.05303996801376343, + "learning_rate": 2.2908794869358044e-06, + "loss": 0.0013, + "step": 673 + }, + { + "epoch": 2.5937349397590364, + "grad_norm": 0.04736126959323883, + "learning_rate": 2.249462347058251e-06, + "loss": 0.0024, + "step": 674 + }, + { + "epoch": 2.597590361445783, + "grad_norm": 0.09622405469417572, + "learning_rate": 2.2084007044821764e-06, + "loss": 0.0057, + "step": 675 + }, + { + "epoch": 2.6014457831325304, + "grad_norm": 0.052896302193403244, + "learning_rate": 2.167695381565944e-06, + "loss": 0.0022, + "step": 676 + }, + { + "epoch": 2.605301204819277, + "grad_norm": 0.10612209141254425, + "learning_rate": 2.127347193531757e-06, + "loss": 0.0055, + "step": 677 + }, + { + "epoch": 2.609156626506024, + "grad_norm": 0.08298195898532867, + "learning_rate": 2.0873569484493305e-06, + "loss": 0.0036, + "step": 678 + }, + { + "epoch": 2.613012048192771, + "grad_norm": 0.06990071386098862, + "learning_rate": 2.0477254472197237e-06, + "loss": 0.0057, + "step": 679 + }, + { + "epoch": 2.616867469879518, + "grad_norm": 0.06889458000659943, + "learning_rate": 2.0084534835592584e-06, + "loss": 0.0041, + "step": 680 + }, + { + "epoch": 2.620722891566265, + "grad_norm": 0.04544433578848839, + "learning_rate": 1.96954184398368e-06, + "loss": 0.0018, + "step": 681 + }, + { + "epoch": 2.624578313253012, + "grad_norm": 0.06777770817279816, + "learning_rate": 1.930991307792358e-06, + "loss": 0.0043, + "step": 682 + }, + { + "epoch": 2.628433734939759, + "grad_norm": 0.054681550711393356, + "learning_rate": 1.8928026470526917e-06, + "loss": 0.0019, + "step": 683 + }, + { + "epoch": 2.632289156626506, + "grad_norm": 0.10625132918357849, + "learning_rate": 1.8549766265846725e-06, + "loss": 0.0027, + "step": 684 + }, + { + "epoch": 2.636144578313253, + "grad_norm": 0.081264428794384, + "learning_rate": 1.817514003945524e-06, + "loss": 0.0057, + "step": 685 + }, + { + "epoch": 2.64, + "grad_norm": 0.04519634321331978, + "learning_rate": 1.7804155294145765e-06, + "loss": 0.0019, + "step": 686 + }, + { + "epoch": 2.643855421686747, + "grad_norm": 0.02832118421792984, + "learning_rate": 1.743681945978184e-06, + "loss": 0.001, + "step": 687 + }, + { + "epoch": 2.6477108433734937, + "grad_norm": 0.06859899312257767, + "learning_rate": 1.7073139893149092e-06, + "loss": 0.0037, + "step": 688 + }, + { + "epoch": 2.651566265060241, + "grad_norm": 0.045318011194467545, + "learning_rate": 1.6713123877807413e-06, + "loss": 0.0019, + "step": 689 + }, + { + "epoch": 2.6554216867469878, + "grad_norm": 0.09894543141126633, + "learning_rate": 1.6356778623945223e-06, + "loss": 0.0072, + "step": 690 + }, + { + "epoch": 2.659277108433735, + "grad_norm": 0.06565819680690765, + "learning_rate": 1.6004111268235156e-06, + "loss": 0.0066, + "step": 691 + }, + { + "epoch": 2.663132530120482, + "grad_norm": 0.043372225016355515, + "learning_rate": 1.5655128873691138e-06, + "loss": 0.0031, + "step": 692 + }, + { + "epoch": 2.666987951807229, + "grad_norm": 0.042357612401247025, + "learning_rate": 1.5309838429526714e-06, + "loss": 0.0013, + "step": 693 + }, + { + "epoch": 2.670843373493976, + "grad_norm": 0.1303417682647705, + "learning_rate": 1.49682468510153e-06, + "loss": 0.0114, + "step": 694 + }, + { + "epoch": 2.674698795180723, + "grad_norm": 0.04758170619606972, + "learning_rate": 1.4630360979351644e-06, + "loss": 0.0014, + "step": 695 + }, + { + "epoch": 2.67855421686747, + "grad_norm": 0.05521918088197708, + "learning_rate": 1.4296187581514742e-06, + "loss": 0.0042, + "step": 696 + }, + { + "epoch": 2.682409638554217, + "grad_norm": 0.09340808540582657, + "learning_rate": 1.396573335013236e-06, + "loss": 0.0022, + "step": 697 + }, + { + "epoch": 2.686265060240964, + "grad_norm": 0.04764275625348091, + "learning_rate": 1.3639004903346954e-06, + "loss": 0.0029, + "step": 698 + }, + { + "epoch": 2.690120481927711, + "grad_norm": 1.6971749067306519, + "learning_rate": 1.3316008784683265e-06, + "loss": 0.0224, + "step": 699 + }, + { + "epoch": 2.693975903614458, + "grad_norm": 0.048169564455747604, + "learning_rate": 1.2996751462917057e-06, + "loss": 0.0042, + "step": 700 + }, + { + "epoch": 2.697831325301205, + "grad_norm": 0.07363072782754898, + "learning_rate": 1.2681239331945695e-06, + "loss": 0.0035, + "step": 701 + }, + { + "epoch": 2.701686746987952, + "grad_norm": 0.07053504884243011, + "learning_rate": 1.2369478710660166e-06, + "loss": 0.0033, + "step": 702 + }, + { + "epoch": 2.7055421686746985, + "grad_norm": 0.031916484236717224, + "learning_rate": 1.2061475842818337e-06, + "loss": 0.0011, + "step": 703 + }, + { + "epoch": 2.709397590361446, + "grad_norm": 0.05330387130379677, + "learning_rate": 1.175723689692001e-06, + "loss": 0.0029, + "step": 704 + }, + { + "epoch": 2.7132530120481926, + "grad_norm": 0.10069465637207031, + "learning_rate": 1.1456767966083393e-06, + "loss": 0.0101, + "step": 705 + }, + { + "epoch": 2.7171084337349396, + "grad_norm": 0.06322697550058365, + "learning_rate": 1.1160075067923092e-06, + "loss": 0.0029, + "step": 706 + }, + { + "epoch": 2.7209638554216866, + "grad_norm": 0.040642112493515015, + "learning_rate": 1.086716414442952e-06, + "loss": 0.0014, + "step": 707 + }, + { + "epoch": 2.7248192771084336, + "grad_norm": 0.15921436250209808, + "learning_rate": 1.057804106184992e-06, + "loss": 0.0017, + "step": 708 + }, + { + "epoch": 2.7286746987951807, + "grad_norm": 0.032873108983039856, + "learning_rate": 1.0292711610570904e-06, + "loss": 0.0014, + "step": 709 + }, + { + "epoch": 2.7325301204819277, + "grad_norm": 0.0637291744351387, + "learning_rate": 1.0011181505002488e-06, + "loss": 0.0033, + "step": 710 + }, + { + "epoch": 2.7363855421686747, + "grad_norm": 0.05275186896324158, + "learning_rate": 9.733456383463658e-07, + "loss": 0.0023, + "step": 711 + }, + { + "epoch": 2.7402409638554217, + "grad_norm": 0.05407094582915306, + "learning_rate": 9.459541808069295e-07, + "loss": 0.0011, + "step": 712 + }, + { + "epoch": 2.7440963855421687, + "grad_norm": 0.06292422115802765, + "learning_rate": 9.189443264619102e-07, + "loss": 0.0026, + "step": 713 + }, + { + "epoch": 2.7479518072289157, + "grad_norm": 0.044170819222927094, + "learning_rate": 8.923166162487407e-07, + "loss": 0.0019, + "step": 714 + }, + { + "epoch": 2.7518072289156628, + "grad_norm": 0.029595479369163513, + "learning_rate": 8.660715834514977e-07, + "loss": 0.0013, + "step": 715 + }, + { + "epoch": 2.75566265060241, + "grad_norm": 0.15282854437828064, + "learning_rate": 8.402097536902221e-07, + "loss": 0.005, + "step": 716 + }, + { + "epoch": 2.759518072289157, + "grad_norm": 0.04469212144613266, + "learning_rate": 8.147316449103959e-07, + "loss": 0.0018, + "step": 717 + }, + { + "epoch": 2.7633734939759034, + "grad_norm": 0.06863706558942795, + "learning_rate": 7.896377673725553e-07, + "loss": 0.004, + "step": 718 + }, + { + "epoch": 2.767228915662651, + "grad_norm": 0.11314541101455688, + "learning_rate": 7.649286236420806e-07, + "loss": 0.0047, + "step": 719 + }, + { + "epoch": 2.7710843373493974, + "grad_norm": 0.03980047255754471, + "learning_rate": 7.406047085791379e-07, + "loss": 0.0012, + "step": 720 + }, + { + "epoch": 2.7749397590361444, + "grad_norm": 0.05426950752735138, + "learning_rate": 7.166665093287539e-07, + "loss": 0.0017, + "step": 721 + }, + { + "epoch": 2.7787951807228914, + "grad_norm": 0.05432049557566643, + "learning_rate": 6.931145053110655e-07, + "loss": 0.0017, + "step": 722 + }, + { + "epoch": 2.7826506024096385, + "grad_norm": 0.09208190441131592, + "learning_rate": 6.69949168211721e-07, + "loss": 0.0061, + "step": 723 + }, + { + "epoch": 2.7865060240963855, + "grad_norm": 0.04900306090712547, + "learning_rate": 6.471709619724386e-07, + "loss": 0.0043, + "step": 724 + }, + { + "epoch": 2.7903614457831325, + "grad_norm": 0.06775905936956406, + "learning_rate": 6.247803427816945e-07, + "loss": 0.0037, + "step": 725 + }, + { + "epoch": 2.7942168674698795, + "grad_norm": 0.060494791716337204, + "learning_rate": 6.027777590656115e-07, + "loss": 0.0059, + "step": 726 + }, + { + "epoch": 2.7980722891566265, + "grad_norm": 0.04662139341235161, + "learning_rate": 5.811636514789598e-07, + "loss": 0.0016, + "step": 727 + }, + { + "epoch": 2.8019277108433736, + "grad_norm": 0.05482866242527962, + "learning_rate": 5.599384528963425e-07, + "loss": 0.0031, + "step": 728 + }, + { + "epoch": 2.8057831325301206, + "grad_norm": 0.03152560442686081, + "learning_rate": 5.391025884035239e-07, + "loss": 0.0009, + "step": 729 + }, + { + "epoch": 2.8096385542168676, + "grad_norm": 0.32685551047325134, + "learning_rate": 5.186564752889078e-07, + "loss": 0.0047, + "step": 730 + }, + { + "epoch": 2.8134939759036146, + "grad_norm": 0.11512124538421631, + "learning_rate": 4.986005230351954e-07, + "loss": 0.0019, + "step": 731 + }, + { + "epoch": 2.8173493975903616, + "grad_norm": 0.062155649065971375, + "learning_rate": 4.789351333111691e-07, + "loss": 0.0023, + "step": 732 + }, + { + "epoch": 2.821204819277108, + "grad_norm": 0.0548781119287014, + "learning_rate": 4.5966069996365993e-07, + "loss": 0.0017, + "step": 733 + }, + { + "epoch": 2.8250602409638557, + "grad_norm": 0.09939337521791458, + "learning_rate": 4.407776090096527e-07, + "loss": 0.0075, + "step": 734 + }, + { + "epoch": 2.8289156626506022, + "grad_norm": 0.18062038719654083, + "learning_rate": 4.22286238628562e-07, + "loss": 0.0072, + "step": 735 + }, + { + "epoch": 2.8327710843373493, + "grad_norm": 0.06187034770846367, + "learning_rate": 4.0418695915464657e-07, + "loss": 0.0021, + "step": 736 + } + ], + "logging_steps": 1, + "max_steps": 780, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 92, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5.590715834038223e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-736/training_args.bin b/checkpoint-736/training_args.bin new file mode 100644 index 0000000..16dd9a0 --- /dev/null +++ b/checkpoint-736/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278dd9cb4a0ad2cab5c6d1358fbf0c25929c01aec5836b90960695f31f47b1b6 +size 7825 diff --git a/checkpoint-780/chat_template.jinja b/checkpoint-780/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/checkpoint-780/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-780/config.json b/checkpoint-780/config.json new file mode 100644 index 0000000..8da640a --- /dev/null +++ b/checkpoint-780/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.56.2", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/checkpoint-780/generation_config.json b/checkpoint-780/generation_config.json new file mode 100644 index 0000000..2152026 --- /dev/null +++ b/checkpoint-780/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128009, + 128001, + 128008, + 128009 + ], + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-780/model-00001-of-00002.safetensors b/checkpoint-780/model-00001-of-00002.safetensors new file mode 100644 index 0000000..2ef7a2d --- /dev/null +++ b/checkpoint-780/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b46888c655a2002bfb745dc73c87b331209f262046c76283ad134e45ad324bc +size 4965799096 diff --git a/checkpoint-780/model-00002-of-00002.safetensors b/checkpoint-780/model-00002-of-00002.safetensors new file mode 100644 index 0000000..2ef7607 --- /dev/null +++ b/checkpoint-780/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1499e6eb9b6005a8299e415783fd9d9eb06596500f7667f0e920edc697844021 +size 2247734992 diff --git a/checkpoint-780/model.safetensors.index.json b/checkpoint-780/model.safetensors.index.json new file mode 100644 index 0000000..887d493 --- /dev/null +++ b/checkpoint-780/model.safetensors.index.json @@ -0,0 +1,263 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 7213504512 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/checkpoint-780/special_tokens_map.json b/checkpoint-780/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/checkpoint-780/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-780/tokenizer.json b/checkpoint-780/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/checkpoint-780/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-780/tokenizer_config.json b/checkpoint-780/tokenizer_config.json new file mode 100644 index 0000000..d1e1ea9 --- /dev/null +++ b/checkpoint-780/tokenizer_config.json @@ -0,0 +1,2068 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-780/trainer_state.json b/checkpoint-780/trainer_state.json new file mode 100644 index 0000000..a111c0b --- /dev/null +++ b/checkpoint-780/trainer_state.json @@ -0,0 +1,5494 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 780, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0038554216867469878, + "grad_norm": 1.2289724349975586, + "learning_rate": 0.0, + "loss": 0.0363, + "step": 1 + }, + { + "epoch": 0.0077108433734939755, + "grad_norm": 1.148133635520935, + "learning_rate": 5.128205128205128e-07, + "loss": 0.042, + "step": 2 + }, + { + "epoch": 0.011566265060240964, + "grad_norm": 1.251704216003418, + "learning_rate": 1.0256410256410257e-06, + "loss": 0.0442, + "step": 3 + }, + { + "epoch": 0.015421686746987951, + "grad_norm": 1.1709717512130737, + "learning_rate": 1.5384615384615387e-06, + "loss": 0.0363, + "step": 4 + }, + { + "epoch": 0.01927710843373494, + "grad_norm": 1.1885852813720703, + "learning_rate": 2.0512820512820513e-06, + "loss": 0.0281, + "step": 5 + }, + { + "epoch": 0.02313253012048193, + "grad_norm": 0.7513725161552429, + "learning_rate": 2.564102564102564e-06, + "loss": 0.0456, + "step": 6 + }, + { + "epoch": 0.026987951807228915, + "grad_norm": 0.6604480147361755, + "learning_rate": 3.0769230769230774e-06, + "loss": 0.0336, + "step": 7 + }, + { + "epoch": 0.030843373493975902, + "grad_norm": 0.5245765447616577, + "learning_rate": 3.58974358974359e-06, + "loss": 0.0351, + "step": 8 + }, + { + "epoch": 0.03469879518072289, + "grad_norm": 0.35446059703826904, + "learning_rate": 4.102564102564103e-06, + "loss": 0.022, + "step": 9 + }, + { + "epoch": 0.03855421686746988, + "grad_norm": 0.40557414293289185, + "learning_rate": 4.615384615384616e-06, + "loss": 0.0248, + "step": 10 + }, + { + "epoch": 0.042409638554216866, + "grad_norm": 0.3844715356826782, + "learning_rate": 5.128205128205128e-06, + "loss": 0.0289, + "step": 11 + }, + { + "epoch": 0.04626506024096386, + "grad_norm": 0.31521302461624146, + "learning_rate": 5.641025641025641e-06, + "loss": 0.0221, + "step": 12 + }, + { + "epoch": 0.05012048192771084, + "grad_norm": 0.40441566705703735, + "learning_rate": 6.153846153846155e-06, + "loss": 0.0226, + "step": 13 + }, + { + "epoch": 0.05397590361445783, + "grad_norm": 0.30345258116722107, + "learning_rate": 6.666666666666667e-06, + "loss": 0.0181, + "step": 14 + }, + { + "epoch": 0.05783132530120482, + "grad_norm": 0.32419148087501526, + "learning_rate": 7.17948717948718e-06, + "loss": 0.0217, + "step": 15 + }, + { + "epoch": 0.061686746987951804, + "grad_norm": 0.29662227630615234, + "learning_rate": 7.692307692307694e-06, + "loss": 0.0216, + "step": 16 + }, + { + "epoch": 0.0655421686746988, + "grad_norm": 0.24562332034111023, + "learning_rate": 8.205128205128205e-06, + "loss": 0.0163, + "step": 17 + }, + { + "epoch": 0.06939759036144579, + "grad_norm": 0.21251554787158966, + "learning_rate": 8.717948717948719e-06, + "loss": 0.0176, + "step": 18 + }, + { + "epoch": 0.07325301204819278, + "grad_norm": 0.195358544588089, + "learning_rate": 9.230769230769232e-06, + "loss": 0.0121, + "step": 19 + }, + { + "epoch": 0.07710843373493977, + "grad_norm": 0.1519210785627365, + "learning_rate": 9.743589743589744e-06, + "loss": 0.0103, + "step": 20 + }, + { + "epoch": 0.08096385542168674, + "grad_norm": 0.29832565784454346, + "learning_rate": 1.0256410256410256e-05, + "loss": 0.0197, + "step": 21 + }, + { + "epoch": 0.08481927710843373, + "grad_norm": 0.24802711606025696, + "learning_rate": 1.076923076923077e-05, + "loss": 0.0207, + "step": 22 + }, + { + "epoch": 0.08867469879518072, + "grad_norm": 0.17878903448581696, + "learning_rate": 1.1282051282051283e-05, + "loss": 0.014, + "step": 23 + }, + { + "epoch": 0.09253012048192771, + "grad_norm": 0.23687325417995453, + "learning_rate": 1.1794871794871796e-05, + "loss": 0.0153, + "step": 24 + }, + { + "epoch": 0.0963855421686747, + "grad_norm": 0.29058969020843506, + "learning_rate": 1.230769230769231e-05, + "loss": 0.0149, + "step": 25 + }, + { + "epoch": 0.10024096385542168, + "grad_norm": 0.1624310314655304, + "learning_rate": 1.2820512820512823e-05, + "loss": 0.0127, + "step": 26 + }, + { + "epoch": 0.10409638554216867, + "grad_norm": 0.27256354689598083, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.0173, + "step": 27 + }, + { + "epoch": 0.10795180722891566, + "grad_norm": 0.24831782281398773, + "learning_rate": 1.3846153846153847e-05, + "loss": 0.0161, + "step": 28 + }, + { + "epoch": 0.11180722891566265, + "grad_norm": 0.20417729020118713, + "learning_rate": 1.435897435897436e-05, + "loss": 0.0127, + "step": 29 + }, + { + "epoch": 0.11566265060240964, + "grad_norm": 0.22253485023975372, + "learning_rate": 1.4871794871794874e-05, + "loss": 0.018, + "step": 30 + }, + { + "epoch": 0.11951807228915663, + "grad_norm": 0.1634419709444046, + "learning_rate": 1.5384615384615387e-05, + "loss": 0.0092, + "step": 31 + }, + { + "epoch": 0.12337349397590361, + "grad_norm": 0.16349917650222778, + "learning_rate": 1.5897435897435897e-05, + "loss": 0.0151, + "step": 32 + }, + { + "epoch": 0.1272289156626506, + "grad_norm": 0.2271573394536972, + "learning_rate": 1.641025641025641e-05, + "loss": 0.0174, + "step": 33 + }, + { + "epoch": 0.1310843373493976, + "grad_norm": 0.1916988492012024, + "learning_rate": 1.6923076923076924e-05, + "loss": 0.0126, + "step": 34 + }, + { + "epoch": 0.13493975903614458, + "grad_norm": 0.23479051887989044, + "learning_rate": 1.7435897435897438e-05, + "loss": 0.0116, + "step": 35 + }, + { + "epoch": 0.13879518072289157, + "grad_norm": 0.18296493589878082, + "learning_rate": 1.794871794871795e-05, + "loss": 0.0133, + "step": 36 + }, + { + "epoch": 0.14265060240963856, + "grad_norm": 0.12307147681713104, + "learning_rate": 1.8461538461538465e-05, + "loss": 0.0093, + "step": 37 + }, + { + "epoch": 0.14650602409638555, + "grad_norm": 0.1736001819372177, + "learning_rate": 1.8974358974358975e-05, + "loss": 0.0097, + "step": 38 + }, + { + "epoch": 0.15036144578313254, + "grad_norm": 0.21048344671726227, + "learning_rate": 1.9487179487179488e-05, + "loss": 0.0121, + "step": 39 + }, + { + "epoch": 0.15421686746987953, + "grad_norm": 0.18844228982925415, + "learning_rate": 2e-05, + "loss": 0.0145, + "step": 40 + }, + { + "epoch": 0.1580722891566265, + "grad_norm": 0.24053065478801727, + "learning_rate": 2.0512820512820512e-05, + "loss": 0.0233, + "step": 41 + }, + { + "epoch": 0.16192771084337348, + "grad_norm": 0.16952425241470337, + "learning_rate": 2.102564102564103e-05, + "loss": 0.024, + "step": 42 + }, + { + "epoch": 0.16578313253012048, + "grad_norm": 0.1816851794719696, + "learning_rate": 2.153846153846154e-05, + "loss": 0.0165, + "step": 43 + }, + { + "epoch": 0.16963855421686747, + "grad_norm": 0.17718464136123657, + "learning_rate": 2.2051282051282056e-05, + "loss": 0.0171, + "step": 44 + }, + { + "epoch": 0.17349397590361446, + "grad_norm": 0.44719773530960083, + "learning_rate": 2.2564102564102566e-05, + "loss": 0.0357, + "step": 45 + }, + { + "epoch": 0.17734939759036145, + "grad_norm": 0.1649208813905716, + "learning_rate": 2.3076923076923076e-05, + "loss": 0.016, + "step": 46 + }, + { + "epoch": 0.18120481927710844, + "grad_norm": 0.17772121727466583, + "learning_rate": 2.3589743589743593e-05, + "loss": 0.0106, + "step": 47 + }, + { + "epoch": 0.18506024096385543, + "grad_norm": 0.30155256390571594, + "learning_rate": 2.4102564102564103e-05, + "loss": 0.0132, + "step": 48 + }, + { + "epoch": 0.18891566265060242, + "grad_norm": 0.1777803599834442, + "learning_rate": 2.461538461538462e-05, + "loss": 0.0089, + "step": 49 + }, + { + "epoch": 0.1927710843373494, + "grad_norm": 0.23959968984127045, + "learning_rate": 2.512820512820513e-05, + "loss": 0.0137, + "step": 50 + }, + { + "epoch": 0.1966265060240964, + "grad_norm": 0.2473219782114029, + "learning_rate": 2.5641025641025646e-05, + "loss": 0.0241, + "step": 51 + }, + { + "epoch": 0.20048192771084336, + "grad_norm": 0.14216162264347076, + "learning_rate": 2.6153846153846157e-05, + "loss": 0.0089, + "step": 52 + }, + { + "epoch": 0.20433734939759035, + "grad_norm": 0.16024824976921082, + "learning_rate": 2.6666666666666667e-05, + "loss": 0.0105, + "step": 53 + }, + { + "epoch": 0.20819277108433734, + "grad_norm": 0.19614927470684052, + "learning_rate": 2.7179487179487183e-05, + "loss": 0.0102, + "step": 54 + }, + { + "epoch": 0.21204819277108433, + "grad_norm": 0.18651551008224487, + "learning_rate": 2.7692307692307694e-05, + "loss": 0.0109, + "step": 55 + }, + { + "epoch": 0.21590361445783132, + "grad_norm": 0.1358720362186432, + "learning_rate": 2.820512820512821e-05, + "loss": 0.0082, + "step": 56 + }, + { + "epoch": 0.2197590361445783, + "grad_norm": 0.13998733460903168, + "learning_rate": 2.871794871794872e-05, + "loss": 0.0081, + "step": 57 + }, + { + "epoch": 0.2236144578313253, + "grad_norm": 0.1299574077129364, + "learning_rate": 2.923076923076923e-05, + "loss": 0.0067, + "step": 58 + }, + { + "epoch": 0.2274698795180723, + "grad_norm": 0.17477169632911682, + "learning_rate": 2.9743589743589747e-05, + "loss": 0.0091, + "step": 59 + }, + { + "epoch": 0.23132530120481928, + "grad_norm": 0.27078455686569214, + "learning_rate": 3.0256410256410257e-05, + "loss": 0.0128, + "step": 60 + }, + { + "epoch": 0.23518072289156627, + "grad_norm": 0.2184700220823288, + "learning_rate": 3.0769230769230774e-05, + "loss": 0.0236, + "step": 61 + }, + { + "epoch": 0.23903614457831326, + "grad_norm": 0.21013228595256805, + "learning_rate": 3.128205128205129e-05, + "loss": 0.0114, + "step": 62 + }, + { + "epoch": 0.24289156626506025, + "grad_norm": 0.4988560974597931, + "learning_rate": 3.1794871794871795e-05, + "loss": 0.0111, + "step": 63 + }, + { + "epoch": 0.24674698795180722, + "grad_norm": 0.18484456837177277, + "learning_rate": 3.230769230769231e-05, + "loss": 0.0104, + "step": 64 + }, + { + "epoch": 0.25060240963855424, + "grad_norm": 0.19871847331523895, + "learning_rate": 3.282051282051282e-05, + "loss": 0.0094, + "step": 65 + }, + { + "epoch": 0.2544578313253012, + "grad_norm": 0.17952671647071838, + "learning_rate": 3.3333333333333335e-05, + "loss": 0.0127, + "step": 66 + }, + { + "epoch": 0.2583132530120482, + "grad_norm": 0.29055604338645935, + "learning_rate": 3.384615384615385e-05, + "loss": 0.023, + "step": 67 + }, + { + "epoch": 0.2621686746987952, + "grad_norm": 0.2033795416355133, + "learning_rate": 3.435897435897436e-05, + "loss": 0.0091, + "step": 68 + }, + { + "epoch": 0.26602409638554214, + "grad_norm": 0.2499230057001114, + "learning_rate": 3.4871794871794875e-05, + "loss": 0.0221, + "step": 69 + }, + { + "epoch": 0.26987951807228916, + "grad_norm": 0.22038578987121582, + "learning_rate": 3.538461538461539e-05, + "loss": 0.0139, + "step": 70 + }, + { + "epoch": 0.2737349397590361, + "grad_norm": 0.14657297730445862, + "learning_rate": 3.58974358974359e-05, + "loss": 0.0104, + "step": 71 + }, + { + "epoch": 0.27759036144578314, + "grad_norm": 0.23861773312091827, + "learning_rate": 3.6410256410256416e-05, + "loss": 0.0126, + "step": 72 + }, + { + "epoch": 0.2814457831325301, + "grad_norm": 0.21007320284843445, + "learning_rate": 3.692307692307693e-05, + "loss": 0.0133, + "step": 73 + }, + { + "epoch": 0.2853012048192771, + "grad_norm": 0.20938654243946075, + "learning_rate": 3.7435897435897436e-05, + "loss": 0.0116, + "step": 74 + }, + { + "epoch": 0.2891566265060241, + "grad_norm": 0.27394789457321167, + "learning_rate": 3.794871794871795e-05, + "loss": 0.0158, + "step": 75 + }, + { + "epoch": 0.2930120481927711, + "grad_norm": 0.1749437153339386, + "learning_rate": 3.846153846153846e-05, + "loss": 0.0097, + "step": 76 + }, + { + "epoch": 0.29686746987951806, + "grad_norm": 0.2208889275789261, + "learning_rate": 3.8974358974358976e-05, + "loss": 0.024, + "step": 77 + }, + { + "epoch": 0.3007228915662651, + "grad_norm": 0.32802650332450867, + "learning_rate": 3.948717948717949e-05, + "loss": 0.015, + "step": 78 + }, + { + "epoch": 0.30457831325301205, + "grad_norm": 0.21527938544750214, + "learning_rate": 4e-05, + "loss": 0.0137, + "step": 79 + }, + { + "epoch": 0.30843373493975906, + "grad_norm": 0.2894026041030884, + "learning_rate": 3.999979972589652e-05, + "loss": 0.0177, + "step": 80 + }, + { + "epoch": 0.312289156626506, + "grad_norm": 0.21148355305194855, + "learning_rate": 3.9999198907597046e-05, + "loss": 0.0146, + "step": 81 + }, + { + "epoch": 0.316144578313253, + "grad_norm": 0.1950712502002716, + "learning_rate": 3.999819755713442e-05, + "loss": 0.0174, + "step": 82 + }, + { + "epoch": 0.32, + "grad_norm": 0.23408709466457367, + "learning_rate": 3.9996795694563096e-05, + "loss": 0.0142, + "step": 83 + }, + { + "epoch": 0.32385542168674697, + "grad_norm": 0.4009031355381012, + "learning_rate": 3.999499334795875e-05, + "loss": 0.014, + "step": 84 + }, + { + "epoch": 0.327710843373494, + "grad_norm": 0.2507084012031555, + "learning_rate": 3.999279055341771e-05, + "loss": 0.013, + "step": 85 + }, + { + "epoch": 0.33156626506024095, + "grad_norm": 0.2922132909297943, + "learning_rate": 3.999018735505626e-05, + "loss": 0.013, + "step": 86 + }, + { + "epoch": 0.33542168674698797, + "grad_norm": 0.2073613405227661, + "learning_rate": 3.998718380500971e-05, + "loss": 0.0107, + "step": 87 + }, + { + "epoch": 0.33927710843373493, + "grad_norm": 0.3113904595375061, + "learning_rate": 3.998377996343139e-05, + "loss": 0.0337, + "step": 88 + }, + { + "epoch": 0.34313253012048195, + "grad_norm": 0.18452070653438568, + "learning_rate": 3.997997589849145e-05, + "loss": 0.0137, + "step": 89 + }, + { + "epoch": 0.3469879518072289, + "grad_norm": 0.24420331418514252, + "learning_rate": 3.9975771686375434e-05, + "loss": 0.0104, + "step": 90 + }, + { + "epoch": 0.35084337349397593, + "grad_norm": 0.3163854479789734, + "learning_rate": 3.9971167411282835e-05, + "loss": 0.0133, + "step": 91 + }, + { + "epoch": 0.3546987951807229, + "grad_norm": 0.11558058857917786, + "learning_rate": 3.996616316542537e-05, + "loss": 0.0069, + "step": 92 + }, + { + "epoch": 0.35855421686746985, + "grad_norm": 2.0870206356048584, + "learning_rate": 3.99607590490251e-05, + "loss": 0.0227, + "step": 93 + }, + { + "epoch": 0.3624096385542169, + "grad_norm": 0.23557044565677643, + "learning_rate": 3.9954955170312504e-05, + "loss": 0.0175, + "step": 94 + }, + { + "epoch": 0.36626506024096384, + "grad_norm": 0.2593333423137665, + "learning_rate": 3.9948751645524235e-05, + "loss": 0.0184, + "step": 95 + }, + { + "epoch": 0.37012048192771085, + "grad_norm": 0.5161668658256531, + "learning_rate": 3.994214859890083e-05, + "loss": 0.0265, + "step": 96 + }, + { + "epoch": 0.3739759036144578, + "grad_norm": 0.5731181502342224, + "learning_rate": 3.9935146162684206e-05, + "loss": 0.0167, + "step": 97 + }, + { + "epoch": 0.37783132530120483, + "grad_norm": 1.9357824325561523, + "learning_rate": 3.992774447711503e-05, + "loss": 0.0321, + "step": 98 + }, + { + "epoch": 0.3816867469879518, + "grad_norm": 4.194522857666016, + "learning_rate": 3.9919943690429906e-05, + "loss": 0.086, + "step": 99 + }, + { + "epoch": 0.3855421686746988, + "grad_norm": 0.3377005457878113, + "learning_rate": 3.9911743958858376e-05, + "loss": 0.0206, + "step": 100 + }, + { + "epoch": 0.3893975903614458, + "grad_norm": 0.3599908649921417, + "learning_rate": 3.9903145446619837e-05, + "loss": 0.0207, + "step": 101 + }, + { + "epoch": 0.3932530120481928, + "grad_norm": 0.3402753174304962, + "learning_rate": 3.9894148325920226e-05, + "loss": 0.0241, + "step": 102 + }, + { + "epoch": 0.39710843373493976, + "grad_norm": 0.6041432023048401, + "learning_rate": 3.9884752776948564e-05, + "loss": 0.0138, + "step": 103 + }, + { + "epoch": 0.4009638554216867, + "grad_norm": 4.082062721252441, + "learning_rate": 3.987495898787336e-05, + "loss": 0.1119, + "step": 104 + }, + { + "epoch": 0.40481927710843374, + "grad_norm": 6.899234771728516, + "learning_rate": 3.9864767154838864e-05, + "loss": 0.1046, + "step": 105 + }, + { + "epoch": 0.4086746987951807, + "grad_norm": 3.1316874027252197, + "learning_rate": 3.985417748196108e-05, + "loss": 0.0404, + "step": 106 + }, + { + "epoch": 0.4125301204819277, + "grad_norm": 1.8661688566207886, + "learning_rate": 3.9843190181323744e-05, + "loss": 0.0348, + "step": 107 + }, + { + "epoch": 0.4163855421686747, + "grad_norm": 0.5149962306022644, + "learning_rate": 3.983180547297404e-05, + "loss": 0.0284, + "step": 108 + }, + { + "epoch": 0.4202409638554217, + "grad_norm": 0.3855750858783722, + "learning_rate": 3.982002358491817e-05, + "loss": 0.0242, + "step": 109 + }, + { + "epoch": 0.42409638554216866, + "grad_norm": 0.35508987307548523, + "learning_rate": 3.9807844753116864e-05, + "loss": 0.0179, + "step": 110 + }, + { + "epoch": 0.4279518072289157, + "grad_norm": 1.477452278137207, + "learning_rate": 3.979526922148058e-05, + "loss": 0.0436, + "step": 111 + }, + { + "epoch": 0.43180722891566264, + "grad_norm": 0.41172751784324646, + "learning_rate": 3.978229724186464e-05, + "loss": 0.026, + "step": 112 + }, + { + "epoch": 0.43566265060240966, + "grad_norm": 0.5889139771461487, + "learning_rate": 3.9768929074064206e-05, + "loss": 0.0249, + "step": 113 + }, + { + "epoch": 0.4395180722891566, + "grad_norm": 0.38035663962364197, + "learning_rate": 3.975516498580907e-05, + "loss": 0.0257, + "step": 114 + }, + { + "epoch": 0.4433734939759036, + "grad_norm": 0.35500895977020264, + "learning_rate": 3.9741005252758255e-05, + "loss": 0.026, + "step": 115 + }, + { + "epoch": 0.4472289156626506, + "grad_norm": 0.6464815735816956, + "learning_rate": 3.972645015849457e-05, + "loss": 0.0499, + "step": 116 + }, + { + "epoch": 0.45108433734939757, + "grad_norm": 0.20825283229351044, + "learning_rate": 3.971149999451886e-05, + "loss": 0.034, + "step": 117 + }, + { + "epoch": 0.4549397590361446, + "grad_norm": 0.34638360142707825, + "learning_rate": 3.9696155060244166e-05, + "loss": 0.0226, + "step": 118 + }, + { + "epoch": 0.45879518072289155, + "grad_norm": 0.27782803773880005, + "learning_rate": 3.9680415662989806e-05, + "loss": 0.0197, + "step": 119 + }, + { + "epoch": 0.46265060240963857, + "grad_norm": 0.39609628915786743, + "learning_rate": 3.966428211797514e-05, + "loss": 0.0229, + "step": 120 + }, + { + "epoch": 0.46650602409638553, + "grad_norm": 0.30235278606414795, + "learning_rate": 3.9647754748313294e-05, + "loss": 0.046, + "step": 121 + }, + { + "epoch": 0.47036144578313255, + "grad_norm": 0.2774790823459625, + "learning_rate": 3.963083388500469e-05, + "loss": 0.0208, + "step": 122 + }, + { + "epoch": 0.4742168674698795, + "grad_norm": 0.24587354063987732, + "learning_rate": 3.96135198669304e-05, + "loss": 0.026, + "step": 123 + }, + { + "epoch": 0.47807228915662653, + "grad_norm": 0.2603200376033783, + "learning_rate": 3.959581304084536e-05, + "loss": 0.0189, + "step": 124 + }, + { + "epoch": 0.4819277108433735, + "grad_norm": 0.33505868911743164, + "learning_rate": 3.957771376137144e-05, + "loss": 0.0227, + "step": 125 + }, + { + "epoch": 0.4857831325301205, + "grad_norm": 0.32992950081825256, + "learning_rate": 3.955922239099035e-05, + "loss": 0.0207, + "step": 126 + }, + { + "epoch": 0.48963855421686747, + "grad_norm": 0.2520611882209778, + "learning_rate": 3.954033930003634e-05, + "loss": 0.0308, + "step": 127 + }, + { + "epoch": 0.49349397590361443, + "grad_norm": 0.3344120383262634, + "learning_rate": 3.952106486668884e-05, + "loss": 0.0187, + "step": 128 + }, + { + "epoch": 0.49734939759036145, + "grad_norm": 0.46383559703826904, + "learning_rate": 3.9501399476964806e-05, + "loss": 0.0174, + "step": 129 + }, + { + "epoch": 0.5012048192771085, + "grad_norm": 0.2674378752708435, + "learning_rate": 3.9481343524711095e-05, + "loss": 0.0164, + "step": 130 + }, + { + "epoch": 0.5050602409638554, + "grad_norm": 0.21262381970882416, + "learning_rate": 3.946089741159648e-05, + "loss": 0.0088, + "step": 131 + }, + { + "epoch": 0.5089156626506024, + "grad_norm": 0.2904111444950104, + "learning_rate": 3.944006154710366e-05, + "loss": 0.0195, + "step": 132 + }, + { + "epoch": 0.5127710843373494, + "grad_norm": 0.42615893483161926, + "learning_rate": 3.9418836348521045e-05, + "loss": 0.0172, + "step": 133 + }, + { + "epoch": 0.5166265060240964, + "grad_norm": 0.25124824047088623, + "learning_rate": 3.939722224093439e-05, + "loss": 0.0151, + "step": 134 + }, + { + "epoch": 0.5204819277108433, + "grad_norm": 1.9261884689331055, + "learning_rate": 3.937521965721831e-05, + "loss": 0.0247, + "step": 135 + }, + { + "epoch": 0.5243373493975904, + "grad_norm": 0.24449346959590912, + "learning_rate": 3.9352829038027564e-05, + "loss": 0.0113, + "step": 136 + }, + { + "epoch": 0.5281927710843374, + "grad_norm": 2.4259743690490723, + "learning_rate": 3.933005083178828e-05, + "loss": 0.0533, + "step": 137 + }, + { + "epoch": 0.5320481927710843, + "grad_norm": 0.3187374472618103, + "learning_rate": 3.930688549468894e-05, + "loss": 0.0179, + "step": 138 + }, + { + "epoch": 0.5359036144578313, + "grad_norm": 2.9974002838134766, + "learning_rate": 3.928333349067125e-05, + "loss": 0.023, + "step": 139 + }, + { + "epoch": 0.5397590361445783, + "grad_norm": 0.7724501490592957, + "learning_rate": 3.9259395291420864e-05, + "loss": 0.0179, + "step": 140 + }, + { + "epoch": 0.5436144578313253, + "grad_norm": 0.2811576724052429, + "learning_rate": 3.923507137635792e-05, + "loss": 0.0118, + "step": 141 + }, + { + "epoch": 0.5474698795180722, + "grad_norm": 0.301895409822464, + "learning_rate": 3.921036223262745e-05, + "loss": 0.0152, + "step": 142 + }, + { + "epoch": 0.5513253012048193, + "grad_norm": 0.32171159982681274, + "learning_rate": 3.9185268355089606e-05, + "loss": 0.0297, + "step": 143 + }, + { + "epoch": 0.5551807228915663, + "grad_norm": 0.16498999297618866, + "learning_rate": 3.915979024630978e-05, + "loss": 0.0134, + "step": 144 + }, + { + "epoch": 0.5590361445783133, + "grad_norm": 0.27746957540512085, + "learning_rate": 3.913392841654851e-05, + "loss": 0.013, + "step": 145 + }, + { + "epoch": 0.5628915662650602, + "grad_norm": 0.2298375517129898, + "learning_rate": 3.9107683383751264e-05, + "loss": 0.0106, + "step": 146 + }, + { + "epoch": 0.5667469879518072, + "grad_norm": 0.2801443636417389, + "learning_rate": 3.9081055673538093e-05, + "loss": 0.0214, + "step": 147 + }, + { + "epoch": 0.5706024096385542, + "grad_norm": 0.22764678299427032, + "learning_rate": 3.9054045819193074e-05, + "loss": 0.0148, + "step": 148 + }, + { + "epoch": 0.5744578313253013, + "grad_norm": 0.1658417284488678, + "learning_rate": 3.902665436165364e-05, + "loss": 0.0333, + "step": 149 + }, + { + "epoch": 0.5783132530120482, + "grad_norm": 0.1666492223739624, + "learning_rate": 3.8998881849499756e-05, + "loss": 0.0162, + "step": 150 + }, + { + "epoch": 0.5821686746987952, + "grad_norm": 0.20655786991119385, + "learning_rate": 3.897072883894291e-05, + "loss": 0.0152, + "step": 151 + }, + { + "epoch": 0.5860240963855422, + "grad_norm": 0.25162509083747864, + "learning_rate": 3.894219589381501e-05, + "loss": 0.0422, + "step": 152 + }, + { + "epoch": 0.5898795180722891, + "grad_norm": 0.17071524262428284, + "learning_rate": 3.8913283585557054e-05, + "loss": 0.0082, + "step": 153 + }, + { + "epoch": 0.5937349397590361, + "grad_norm": 0.20576122403144836, + "learning_rate": 3.8883992493207696e-05, + "loss": 0.0111, + "step": 154 + }, + { + "epoch": 0.5975903614457831, + "grad_norm": 0.19477005302906036, + "learning_rate": 3.885432320339167e-05, + "loss": 0.0084, + "step": 155 + }, + { + "epoch": 0.6014457831325302, + "grad_norm": 0.26111698150634766, + "learning_rate": 3.8824276310308e-05, + "loss": 0.0172, + "step": 156 + }, + { + "epoch": 0.6053012048192771, + "grad_norm": 0.2800676226615906, + "learning_rate": 3.879385241571817e-05, + "loss": 0.0238, + "step": 157 + }, + { + "epoch": 0.6091566265060241, + "grad_norm": 0.2781737148761749, + "learning_rate": 3.876305212893399e-05, + "loss": 0.0272, + "step": 158 + }, + { + "epoch": 0.6130120481927711, + "grad_norm": 0.6798153519630432, + "learning_rate": 3.873187606680543e-05, + "loss": 0.0091, + "step": 159 + }, + { + "epoch": 0.6168674698795181, + "grad_norm": 0.1639501005411148, + "learning_rate": 3.8700324853708304e-05, + "loss": 0.0233, + "step": 160 + }, + { + "epoch": 0.620722891566265, + "grad_norm": 0.39862754940986633, + "learning_rate": 3.866839912153168e-05, + "loss": 0.016, + "step": 161 + }, + { + "epoch": 0.624578313253012, + "grad_norm": 0.48113104701042175, + "learning_rate": 3.863609950966531e-05, + "loss": 0.016, + "step": 162 + }, + { + "epoch": 0.6284337349397591, + "grad_norm": 0.17467358708381653, + "learning_rate": 3.860342666498677e-05, + "loss": 0.0103, + "step": 163 + }, + { + "epoch": 0.632289156626506, + "grad_norm": 0.5942115783691406, + "learning_rate": 3.8570381241848534e-05, + "loss": 0.0158, + "step": 164 + }, + { + "epoch": 0.636144578313253, + "grad_norm": 0.2018311470746994, + "learning_rate": 3.853696390206484e-05, + "loss": 0.0193, + "step": 165 + }, + { + "epoch": 0.64, + "grad_norm": 0.5149483680725098, + "learning_rate": 3.850317531489848e-05, + "loss": 0.0268, + "step": 166 + }, + { + "epoch": 0.643855421686747, + "grad_norm": 0.16745764017105103, + "learning_rate": 3.846901615704734e-05, + "loss": 0.0132, + "step": 167 + }, + { + "epoch": 0.6477108433734939, + "grad_norm": 1.0696477890014648, + "learning_rate": 3.843448711263089e-05, + "loss": 0.0228, + "step": 168 + }, + { + "epoch": 0.651566265060241, + "grad_norm": 0.27323034405708313, + "learning_rate": 3.839958887317649e-05, + "loss": 0.0309, + "step": 169 + }, + { + "epoch": 0.655421686746988, + "grad_norm": 0.32417500019073486, + "learning_rate": 3.8364322137605484e-05, + "loss": 0.0282, + "step": 170 + }, + { + "epoch": 0.659277108433735, + "grad_norm": 0.24416105449199677, + "learning_rate": 3.832868761221926e-05, + "loss": 0.0149, + "step": 171 + }, + { + "epoch": 0.6631325301204819, + "grad_norm": 0.40103256702423096, + "learning_rate": 3.829268601068509e-05, + "loss": 0.0196, + "step": 172 + }, + { + "epoch": 0.6669879518072289, + "grad_norm": 0.4967587888240814, + "learning_rate": 3.825631805402182e-05, + "loss": 0.027, + "step": 173 + }, + { + "epoch": 0.6708433734939759, + "grad_norm": 0.32446494698524475, + "learning_rate": 3.821958447058543e-05, + "loss": 0.0186, + "step": 174 + }, + { + "epoch": 0.6746987951807228, + "grad_norm": 0.17924204468727112, + "learning_rate": 3.818248599605448e-05, + "loss": 0.0158, + "step": 175 + }, + { + "epoch": 0.6785542168674699, + "grad_norm": 0.32113662362098694, + "learning_rate": 3.8145023373415326e-05, + "loss": 0.0186, + "step": 176 + }, + { + "epoch": 0.6824096385542169, + "grad_norm": 0.2955350875854492, + "learning_rate": 3.810719735294731e-05, + "loss": 0.0254, + "step": 177 + }, + { + "epoch": 0.6862650602409639, + "grad_norm": 0.3955155611038208, + "learning_rate": 3.806900869220765e-05, + "loss": 0.0247, + "step": 178 + }, + { + "epoch": 0.6901204819277108, + "grad_norm": 0.28007134795188904, + "learning_rate": 3.8030458156016326e-05, + "loss": 0.0159, + "step": 179 + }, + { + "epoch": 0.6939759036144578, + "grad_norm": 0.3042643666267395, + "learning_rate": 3.799154651644075e-05, + "loss": 0.0163, + "step": 180 + }, + { + "epoch": 0.6978313253012048, + "grad_norm": 0.18276739120483398, + "learning_rate": 3.795227455278029e-05, + "loss": 0.0088, + "step": 181 + }, + { + "epoch": 0.7016867469879519, + "grad_norm": 0.19548135995864868, + "learning_rate": 3.7912643051550674e-05, + "loss": 0.0115, + "step": 182 + }, + { + "epoch": 0.7055421686746988, + "grad_norm": 0.2164657711982727, + "learning_rate": 3.787265280646825e-05, + "loss": 0.0152, + "step": 183 + }, + { + "epoch": 0.7093975903614458, + "grad_norm": 0.19452515244483948, + "learning_rate": 3.783230461843406e-05, + "loss": 0.008, + "step": 184 + }, + { + "epoch": 0.7132530120481928, + "grad_norm": 0.27214348316192627, + "learning_rate": 3.7791599295517825e-05, + "loss": 0.0127, + "step": 185 + }, + { + "epoch": 0.7171084337349397, + "grad_norm": 0.6383033990859985, + "learning_rate": 3.775053765294175e-05, + "loss": 0.0151, + "step": 186 + }, + { + "epoch": 0.7209638554216867, + "grad_norm": 0.17882253229618073, + "learning_rate": 3.7709120513064196e-05, + "loss": 0.0092, + "step": 187 + }, + { + "epoch": 0.7248192771084337, + "grad_norm": 0.2078862190246582, + "learning_rate": 3.7667348705363227e-05, + "loss": 0.0133, + "step": 188 + }, + { + "epoch": 0.7286746987951808, + "grad_norm": 0.1957724541425705, + "learning_rate": 3.762522306641998e-05, + "loss": 0.0108, + "step": 189 + }, + { + "epoch": 0.7325301204819277, + "grad_norm": 0.16418907046318054, + "learning_rate": 3.75827444399019e-05, + "loss": 0.0137, + "step": 190 + }, + { + "epoch": 0.7363855421686747, + "grad_norm": 0.45467960834503174, + "learning_rate": 3.7539913676545874e-05, + "loss": 0.0142, + "step": 191 + }, + { + "epoch": 0.7402409638554217, + "grad_norm": 1.2079054117202759, + "learning_rate": 3.749673163414117e-05, + "loss": 0.019, + "step": 192 + }, + { + "epoch": 0.7440963855421687, + "grad_norm": 0.11845115572214127, + "learning_rate": 3.745319917751229e-05, + "loss": 0.0098, + "step": 193 + }, + { + "epoch": 0.7479518072289156, + "grad_norm": 0.18299613893032074, + "learning_rate": 3.740931717850159e-05, + "loss": 0.0132, + "step": 194 + }, + { + "epoch": 0.7518072289156627, + "grad_norm": 0.225267231464386, + "learning_rate": 3.736508651595188e-05, + "loss": 0.0148, + "step": 195 + }, + { + "epoch": 0.7556626506024097, + "grad_norm": 0.49103838205337524, + "learning_rate": 3.732050807568878e-05, + "loss": 0.0132, + "step": 196 + }, + { + "epoch": 0.7595180722891566, + "grad_norm": 0.19766205549240112, + "learning_rate": 3.727558275050301e-05, + "loss": 0.02, + "step": 197 + }, + { + "epoch": 0.7633734939759036, + "grad_norm": 0.28864291310310364, + "learning_rate": 3.7230311440132494e-05, + "loss": 0.0222, + "step": 198 + }, + { + "epoch": 0.7672289156626506, + "grad_norm": 0.28816428780555725, + "learning_rate": 3.718469505124434e-05, + "loss": 0.0256, + "step": 199 + }, + { + "epoch": 0.7710843373493976, + "grad_norm": 0.20701606571674347, + "learning_rate": 3.713873449741669e-05, + "loss": 0.0114, + "step": 200 + }, + { + "epoch": 0.7749397590361445, + "grad_norm": 0.5334108471870422, + "learning_rate": 3.709243069912041e-05, + "loss": 0.0119, + "step": 201 + }, + { + "epoch": 0.7787951807228916, + "grad_norm": 0.7352932095527649, + "learning_rate": 3.704578458370067e-05, + "loss": 0.0148, + "step": 202 + }, + { + "epoch": 0.7826506024096386, + "grad_norm": 0.22625291347503662, + "learning_rate": 3.699879708535838e-05, + "loss": 0.0164, + "step": 203 + }, + { + "epoch": 0.7865060240963856, + "grad_norm": 0.2132428139448166, + "learning_rate": 3.695146914513142e-05, + "loss": 0.0083, + "step": 204 + }, + { + "epoch": 0.7903614457831325, + "grad_norm": 0.15848131477832794, + "learning_rate": 3.69038017108759e-05, + "loss": 0.0098, + "step": 205 + }, + { + "epoch": 0.7942168674698795, + "grad_norm": 1.2738759517669678, + "learning_rate": 3.685579573724707e-05, + "loss": 0.0137, + "step": 206 + }, + { + "epoch": 0.7980722891566265, + "grad_norm": 0.2131299078464508, + "learning_rate": 3.680745218568026e-05, + "loss": 0.019, + "step": 207 + }, + { + "epoch": 0.8019277108433734, + "grad_norm": 0.24905090034008026, + "learning_rate": 3.6758772024371626e-05, + "loss": 0.0242, + "step": 208 + }, + { + "epoch": 0.8057831325301205, + "grad_norm": 0.36632227897644043, + "learning_rate": 3.6709756228258735e-05, + "loss": 0.021, + "step": 209 + }, + { + "epoch": 0.8096385542168675, + "grad_norm": 0.19981122016906738, + "learning_rate": 3.6660405779001036e-05, + "loss": 0.0174, + "step": 210 + }, + { + "epoch": 0.8134939759036145, + "grad_norm": 0.13923773169517517, + "learning_rate": 3.6610721664960236e-05, + "loss": 0.0088, + "step": 211 + }, + { + "epoch": 0.8173493975903614, + "grad_norm": 0.27602291107177734, + "learning_rate": 3.656070488118047e-05, + "loss": 0.0391, + "step": 212 + }, + { + "epoch": 0.8212048192771084, + "grad_norm": 1.3190431594848633, + "learning_rate": 3.65103564293684e-05, + "loss": 0.0255, + "step": 213 + }, + { + "epoch": 0.8250602409638554, + "grad_norm": 0.15323355793952942, + "learning_rate": 3.645967731787313e-05, + "loss": 0.0164, + "step": 214 + }, + { + "epoch": 0.8289156626506025, + "grad_norm": 0.15326736867427826, + "learning_rate": 3.640866856166601e-05, + "loss": 0.0109, + "step": 215 + }, + { + "epoch": 0.8327710843373494, + "grad_norm": 0.2949405312538147, + "learning_rate": 3.635733118232034e-05, + "loss": 0.0117, + "step": 216 + }, + { + "epoch": 0.8366265060240964, + "grad_norm": 0.243217334151268, + "learning_rate": 3.6305666207990886e-05, + "loss": 0.0191, + "step": 217 + }, + { + "epoch": 0.8404819277108434, + "grad_norm": 0.43892231583595276, + "learning_rate": 3.625367467339329e-05, + "loss": 0.0174, + "step": 218 + }, + { + "epoch": 0.8443373493975903, + "grad_norm": 0.36832818388938904, + "learning_rate": 3.6201357619783336e-05, + "loss": 0.0201, + "step": 219 + }, + { + "epoch": 0.8481927710843373, + "grad_norm": 0.2650613486766815, + "learning_rate": 3.614871609493614e-05, + "loss": 0.0163, + "step": 220 + }, + { + "epoch": 0.8520481927710843, + "grad_norm": 0.1648036539554596, + "learning_rate": 3.609575115312511e-05, + "loss": 0.0111, + "step": 221 + }, + { + "epoch": 0.8559036144578314, + "grad_norm": 0.2738659083843231, + "learning_rate": 3.604246385510088e-05, + "loss": 0.0063, + "step": 222 + }, + { + "epoch": 0.8597590361445783, + "grad_norm": 0.22977620363235474, + "learning_rate": 3.598885526807003e-05, + "loss": 0.015, + "step": 223 + }, + { + "epoch": 0.8636144578313253, + "grad_norm": 0.535546064376831, + "learning_rate": 3.593492646567372e-05, + "loss": 0.0102, + "step": 224 + }, + { + "epoch": 0.8674698795180723, + "grad_norm": 0.494342565536499, + "learning_rate": 3.5880678527966224e-05, + "loss": 0.0102, + "step": 225 + }, + { + "epoch": 0.8713253012048193, + "grad_norm": 0.17625126242637634, + "learning_rate": 3.582611254139324e-05, + "loss": 0.0259, + "step": 226 + }, + { + "epoch": 0.8751807228915662, + "grad_norm": 0.20568431913852692, + "learning_rate": 3.577122959877017e-05, + "loss": 0.0237, + "step": 227 + }, + { + "epoch": 0.8790361445783132, + "grad_norm": 0.31444859504699707, + "learning_rate": 3.571603079926024e-05, + "loss": 0.0171, + "step": 228 + }, + { + "epoch": 0.8828915662650603, + "grad_norm": 0.48810216784477234, + "learning_rate": 3.566051724835245e-05, + "loss": 0.01, + "step": 229 + }, + { + "epoch": 0.8867469879518072, + "grad_norm": 0.4229196608066559, + "learning_rate": 3.5604690057839456e-05, + "loss": 0.0111, + "step": 230 + }, + { + "epoch": 0.8906024096385542, + "grad_norm": 0.6600443124771118, + "learning_rate": 3.554855034579532e-05, + "loss": 0.0208, + "step": 231 + }, + { + "epoch": 0.8944578313253012, + "grad_norm": 0.2891610860824585, + "learning_rate": 3.549209923655309e-05, + "loss": 0.0252, + "step": 232 + }, + { + "epoch": 0.8983132530120482, + "grad_norm": 0.20314915478229523, + "learning_rate": 3.5435337860682304e-05, + "loss": 0.0164, + "step": 233 + }, + { + "epoch": 0.9021686746987951, + "grad_norm": 0.19718259572982788, + "learning_rate": 3.537826735496632e-05, + "loss": 0.0125, + "step": 234 + }, + { + "epoch": 0.9060240963855422, + "grad_norm": 1.074033498764038, + "learning_rate": 3.532088886237956e-05, + "loss": 0.015, + "step": 235 + }, + { + "epoch": 0.9098795180722892, + "grad_norm": 0.7579637169837952, + "learning_rate": 3.5263203532064674e-05, + "loss": 0.0153, + "step": 236 + }, + { + "epoch": 0.9137349397590362, + "grad_norm": 0.15700305998325348, + "learning_rate": 3.520521251930941e-05, + "loss": 0.0109, + "step": 237 + }, + { + "epoch": 0.9175903614457831, + "grad_norm": 0.3394688069820404, + "learning_rate": 3.5146916985523604e-05, + "loss": 0.0156, + "step": 238 + }, + { + "epoch": 0.9214457831325301, + "grad_norm": 1.3616353273391724, + "learning_rate": 3.5088318098215805e-05, + "loss": 0.0194, + "step": 239 + }, + { + "epoch": 0.9253012048192771, + "grad_norm": 0.4036584198474884, + "learning_rate": 3.5029417030970005e-05, + "loss": 0.012, + "step": 240 + }, + { + "epoch": 0.929156626506024, + "grad_norm": 0.18816007673740387, + "learning_rate": 3.497021496342203e-05, + "loss": 0.0146, + "step": 241 + }, + { + "epoch": 0.9330120481927711, + "grad_norm": 0.17888401448726654, + "learning_rate": 3.4910713081235975e-05, + "loss": 0.0095, + "step": 242 + }, + { + "epoch": 0.9368674698795181, + "grad_norm": 0.22190752625465393, + "learning_rate": 3.485091257608047e-05, + "loss": 0.018, + "step": 243 + }, + { + "epoch": 0.9407228915662651, + "grad_norm": 0.48926958441734314, + "learning_rate": 3.479081464560475e-05, + "loss": 0.0407, + "step": 244 + }, + { + "epoch": 0.944578313253012, + "grad_norm": 0.236537367105484, + "learning_rate": 3.473042049341474e-05, + "loss": 0.0152, + "step": 245 + }, + { + "epoch": 0.948433734939759, + "grad_norm": 0.13449200987815857, + "learning_rate": 3.466973132904892e-05, + "loss": 0.0105, + "step": 246 + }, + { + "epoch": 0.952289156626506, + "grad_norm": 0.23878124356269836, + "learning_rate": 3.4608748367954064e-05, + "loss": 0.0154, + "step": 247 + }, + { + "epoch": 0.9561445783132531, + "grad_norm": 0.8225765824317932, + "learning_rate": 3.4547472831460976e-05, + "loss": 0.0258, + "step": 248 + }, + { + "epoch": 0.96, + "grad_norm": 0.2288682758808136, + "learning_rate": 3.4485905946759965e-05, + "loss": 0.0137, + "step": 249 + }, + { + "epoch": 0.963855421686747, + "grad_norm": 3.1449129581451416, + "learning_rate": 3.442404894687629e-05, + "loss": 0.009, + "step": 250 + }, + { + "epoch": 0.967710843373494, + "grad_norm": 0.36979448795318604, + "learning_rate": 3.4361903070645484e-05, + "loss": 0.0135, + "step": 251 + }, + { + "epoch": 0.971566265060241, + "grad_norm": 0.434368759393692, + "learning_rate": 3.4299469562688494e-05, + "loss": 0.0207, + "step": 252 + }, + { + "epoch": 0.9754216867469879, + "grad_norm": 0.20272351801395416, + "learning_rate": 3.423674967338681e-05, + "loss": 0.0166, + "step": 253 + }, + { + "epoch": 0.9792771084337349, + "grad_norm": 0.30525901913642883, + "learning_rate": 3.4173744658857403e-05, + "loss": 0.0088, + "step": 254 + }, + { + "epoch": 0.983132530120482, + "grad_norm": 0.8094114661216736, + "learning_rate": 3.411045578092754e-05, + "loss": 0.0246, + "step": 255 + }, + { + "epoch": 0.9869879518072289, + "grad_norm": 0.19253239035606384, + "learning_rate": 3.404688430710955e-05, + "loss": 0.0158, + "step": 256 + }, + { + "epoch": 0.9908433734939759, + "grad_norm": 0.18241408467292786, + "learning_rate": 3.398303151057543e-05, + "loss": 0.0208, + "step": 257 + }, + { + "epoch": 0.9946987951807229, + "grad_norm": 0.15632668137550354, + "learning_rate": 3.391889867013134e-05, + "loss": 0.014, + "step": 258 + }, + { + "epoch": 0.9985542168674699, + "grad_norm": 0.15484513342380524, + "learning_rate": 3.385448707019199e-05, + "loss": 0.0098, + "step": 259 + }, + { + "epoch": 1.0, + "grad_norm": 0.44285017251968384, + "learning_rate": 3.3789798000754924e-05, + "loss": 0.0181, + "step": 260 + }, + { + "epoch": 1.003855421686747, + "grad_norm": 0.22358648478984833, + "learning_rate": 3.372483275737468e-05, + "loss": 0.0123, + "step": 261 + }, + { + "epoch": 1.007710843373494, + "grad_norm": 0.26415324211120605, + "learning_rate": 3.365959264113683e-05, + "loss": 0.0097, + "step": 262 + }, + { + "epoch": 1.011566265060241, + "grad_norm": 0.16320234537124634, + "learning_rate": 3.359407895863199e-05, + "loss": 0.0168, + "step": 263 + }, + { + "epoch": 1.0154216867469879, + "grad_norm": 0.11904699355363846, + "learning_rate": 3.3528293021929523e-05, + "loss": 0.011, + "step": 264 + }, + { + "epoch": 1.0192771084337349, + "grad_norm": 0.19491620361804962, + "learning_rate": 3.34622361485514e-05, + "loss": 0.0203, + "step": 265 + }, + { + "epoch": 1.0231325301204819, + "grad_norm": 0.11890948563814163, + "learning_rate": 3.339590966144574e-05, + "loss": 0.0039, + "step": 266 + }, + { + "epoch": 1.026987951807229, + "grad_norm": 0.375266969203949, + "learning_rate": 3.332931488896029e-05, + "loss": 0.0108, + "step": 267 + }, + { + "epoch": 1.030843373493976, + "grad_norm": 0.2763790488243103, + "learning_rate": 3.326245316481591e-05, + "loss": 0.0231, + "step": 268 + }, + { + "epoch": 1.034698795180723, + "grad_norm": 0.13364073634147644, + "learning_rate": 3.319532582807977e-05, + "loss": 0.0096, + "step": 269 + }, + { + "epoch": 1.03855421686747, + "grad_norm": 0.14633706212043762, + "learning_rate": 3.31279342231386e-05, + "loss": 0.0085, + "step": 270 + }, + { + "epoch": 1.0424096385542168, + "grad_norm": 0.11920950561761856, + "learning_rate": 3.30602796996717e-05, + "loss": 0.0056, + "step": 271 + }, + { + "epoch": 1.0462650602409638, + "grad_norm": 0.2369781881570816, + "learning_rate": 3.299236361262401e-05, + "loss": 0.0092, + "step": 272 + }, + { + "epoch": 1.0501204819277108, + "grad_norm": 0.13494941592216492, + "learning_rate": 3.2924187322178865e-05, + "loss": 0.0084, + "step": 273 + }, + { + "epoch": 1.0539759036144578, + "grad_norm": 0.11123005300760269, + "learning_rate": 3.285575219373079e-05, + "loss": 0.0058, + "step": 274 + }, + { + "epoch": 1.0578313253012048, + "grad_norm": 0.18400225043296814, + "learning_rate": 3.278705959785821e-05, + "loss": 0.0113, + "step": 275 + }, + { + "epoch": 1.0616867469879518, + "grad_norm": 0.19578677415847778, + "learning_rate": 3.27181109102959e-05, + "loss": 0.008, + "step": 276 + }, + { + "epoch": 1.0655421686746989, + "grad_norm": 0.15978166460990906, + "learning_rate": 3.2648907511907544e-05, + "loss": 0.0074, + "step": 277 + }, + { + "epoch": 1.0693975903614459, + "grad_norm": 0.22295606136322021, + "learning_rate": 3.2579450788657997e-05, + "loss": 0.033, + "step": 278 + }, + { + "epoch": 1.0732530120481927, + "grad_norm": 0.11566543579101562, + "learning_rate": 3.250974213158555e-05, + "loss": 0.0097, + "step": 279 + }, + { + "epoch": 1.0771084337349397, + "grad_norm": 0.14439509809017181, + "learning_rate": 3.243978293677408e-05, + "loss": 0.0099, + "step": 280 + }, + { + "epoch": 1.0809638554216867, + "grad_norm": 0.21390187740325928, + "learning_rate": 3.23695746053251e-05, + "loss": 0.0115, + "step": 281 + }, + { + "epoch": 1.0848192771084337, + "grad_norm": 0.1340283751487732, + "learning_rate": 3.229911854332967e-05, + "loss": 0.0112, + "step": 282 + }, + { + "epoch": 1.0886746987951808, + "grad_norm": 0.08028711378574371, + "learning_rate": 3.222841616184025e-05, + "loss": 0.0044, + "step": 283 + }, + { + "epoch": 1.0925301204819278, + "grad_norm": 0.0875745564699173, + "learning_rate": 3.215746887684244e-05, + "loss": 0.005, + "step": 284 + }, + { + "epoch": 1.0963855421686748, + "grad_norm": 0.12632474303245544, + "learning_rate": 3.208627810922665e-05, + "loss": 0.0102, + "step": 285 + }, + { + "epoch": 1.1002409638554216, + "grad_norm": 0.07411441951990128, + "learning_rate": 3.201484528475958e-05, + "loss": 0.0051, + "step": 286 + }, + { + "epoch": 1.1040963855421686, + "grad_norm": 0.188252255320549, + "learning_rate": 3.194317183405573e-05, + "loss": 0.0088, + "step": 287 + }, + { + "epoch": 1.1079518072289156, + "grad_norm": 1.1099765300750732, + "learning_rate": 3.187125919254869e-05, + "loss": 0.0182, + "step": 288 + }, + { + "epoch": 1.1118072289156626, + "grad_norm": 0.09729217737913132, + "learning_rate": 3.1799108800462466e-05, + "loss": 0.0058, + "step": 289 + }, + { + "epoch": 1.1156626506024097, + "grad_norm": 0.25208383798599243, + "learning_rate": 3.172672210278254e-05, + "loss": 0.0104, + "step": 290 + }, + { + "epoch": 1.1195180722891567, + "grad_norm": 0.1512216329574585, + "learning_rate": 3.1654100549227024e-05, + "loss": 0.0058, + "step": 291 + }, + { + "epoch": 1.1233734939759037, + "grad_norm": 0.17274995148181915, + "learning_rate": 3.158124559421758e-05, + "loss": 0.0059, + "step": 292 + }, + { + "epoch": 1.1272289156626507, + "grad_norm": 0.32907241582870483, + "learning_rate": 3.1508158696850275e-05, + "loss": 0.0119, + "step": 293 + }, + { + "epoch": 1.1310843373493975, + "grad_norm": 0.1462509036064148, + "learning_rate": 3.14348413208664e-05, + "loss": 0.0093, + "step": 294 + }, + { + "epoch": 1.1349397590361445, + "grad_norm": 0.23990927636623383, + "learning_rate": 3.136129493462312e-05, + "loss": 0.0095, + "step": 295 + }, + { + "epoch": 1.1387951807228915, + "grad_norm": 0.13981395959854126, + "learning_rate": 3.12875210110641e-05, + "loss": 0.006, + "step": 296 + }, + { + "epoch": 1.1426506024096386, + "grad_norm": 0.10694962739944458, + "learning_rate": 3.121352102768998e-05, + "loss": 0.005, + "step": 297 + }, + { + "epoch": 1.1465060240963856, + "grad_norm": 0.12599286437034607, + "learning_rate": 3.113929646652879e-05, + "loss": 0.0057, + "step": 298 + }, + { + "epoch": 1.1503614457831326, + "grad_norm": 0.09407994896173477, + "learning_rate": 3.106484881410628e-05, + "loss": 0.0056, + "step": 299 + }, + { + "epoch": 1.1542168674698796, + "grad_norm": 0.7781950831413269, + "learning_rate": 3.0990179561416124e-05, + "loss": 0.017, + "step": 300 + }, + { + "epoch": 1.1580722891566264, + "grad_norm": 0.12835298478603363, + "learning_rate": 3.091529020389009e-05, + "loss": 0.0053, + "step": 301 + }, + { + "epoch": 1.1619277108433734, + "grad_norm": 0.7488322854042053, + "learning_rate": 3.0840182241368083e-05, + "loss": 0.011, + "step": 302 + }, + { + "epoch": 1.1657831325301204, + "grad_norm": 0.16700711846351624, + "learning_rate": 3.076485717806808e-05, + "loss": 0.0082, + "step": 303 + }, + { + "epoch": 1.1696385542168675, + "grad_norm": 0.17361144721508026, + "learning_rate": 3.0689316522556026e-05, + "loss": 0.0097, + "step": 304 + }, + { + "epoch": 1.1734939759036145, + "grad_norm": 0.08619613200426102, + "learning_rate": 3.061356178771564e-05, + "loss": 0.0082, + "step": 305 + }, + { + "epoch": 1.1773493975903615, + "grad_norm": 0.15666592121124268, + "learning_rate": 3.053759449071807e-05, + "loss": 0.0106, + "step": 306 + }, + { + "epoch": 1.1812048192771085, + "grad_norm": 0.2268570214509964, + "learning_rate": 3.0461416152991555e-05, + "loss": 0.0082, + "step": 307 + }, + { + "epoch": 1.1850602409638555, + "grad_norm": 0.17297455668449402, + "learning_rate": 3.038502830019092e-05, + "loss": 0.0105, + "step": 308 + }, + { + "epoch": 1.1889156626506023, + "grad_norm": 0.18929991126060486, + "learning_rate": 3.0308432462167045e-05, + "loss": 0.0076, + "step": 309 + }, + { + "epoch": 1.1927710843373494, + "grad_norm": 0.25152456760406494, + "learning_rate": 3.0231630172936205e-05, + "loss": 0.0072, + "step": 310 + }, + { + "epoch": 1.1966265060240964, + "grad_norm": 0.6995307207107544, + "learning_rate": 3.015462297064936e-05, + "loss": 0.0155, + "step": 311 + }, + { + "epoch": 1.2004819277108434, + "grad_norm": 0.14346441626548767, + "learning_rate": 3.0077412397561345e-05, + "loss": 0.0194, + "step": 312 + }, + { + "epoch": 1.2043373493975904, + "grad_norm": 0.2826595604419708, + "learning_rate": 3.0000000000000004e-05, + "loss": 0.0198, + "step": 313 + }, + { + "epoch": 1.2081927710843374, + "grad_norm": 0.1361214816570282, + "learning_rate": 2.992238732833518e-05, + "loss": 0.007, + "step": 314 + }, + { + "epoch": 1.2120481927710842, + "grad_norm": 0.13326340913772583, + "learning_rate": 2.98445759369477e-05, + "loss": 0.0116, + "step": 315 + }, + { + "epoch": 1.2159036144578312, + "grad_norm": 0.09617264568805695, + "learning_rate": 2.9766567384198228e-05, + "loss": 0.0082, + "step": 316 + }, + { + "epoch": 1.2197590361445783, + "grad_norm": 0.1366315484046936, + "learning_rate": 2.9688363232396056e-05, + "loss": 0.0075, + "step": 317 + }, + { + "epoch": 1.2236144578313253, + "grad_norm": 0.696820080280304, + "learning_rate": 2.960996504776783e-05, + "loss": 0.0087, + "step": 318 + }, + { + "epoch": 1.2274698795180723, + "grad_norm": 0.42925387620925903, + "learning_rate": 2.9531374400426158e-05, + "loss": 0.0277, + "step": 319 + }, + { + "epoch": 1.2313253012048193, + "grad_norm": 0.16131658852100372, + "learning_rate": 2.945259286433819e-05, + "loss": 0.0097, + "step": 320 + }, + { + "epoch": 1.2351807228915663, + "grad_norm": 0.1256534606218338, + "learning_rate": 2.9373622017294075e-05, + "loss": 0.0086, + "step": 321 + }, + { + "epoch": 1.2390361445783133, + "grad_norm": 0.15791697800159454, + "learning_rate": 2.9294463440875375e-05, + "loss": 0.0119, + "step": 322 + }, + { + "epoch": 1.2428915662650604, + "grad_norm": 0.12754394114017487, + "learning_rate": 2.9215118720423375e-05, + "loss": 0.0071, + "step": 323 + }, + { + "epoch": 1.2467469879518072, + "grad_norm": 0.9191262125968933, + "learning_rate": 2.913558944500736e-05, + "loss": 0.0097, + "step": 324 + }, + { + "epoch": 1.2506024096385542, + "grad_norm": 0.10129745304584503, + "learning_rate": 2.9055877207392752e-05, + "loss": 0.0162, + "step": 325 + }, + { + "epoch": 1.2544578313253012, + "grad_norm": 0.12669669091701508, + "learning_rate": 2.897598360400925e-05, + "loss": 0.0051, + "step": 326 + }, + { + "epoch": 1.2583132530120482, + "grad_norm": 0.1282287985086441, + "learning_rate": 2.8895910234918828e-05, + "loss": 0.0069, + "step": 327 + }, + { + "epoch": 1.2621686746987952, + "grad_norm": 0.10596070438623428, + "learning_rate": 2.8815658703783715e-05, + "loss": 0.0044, + "step": 328 + }, + { + "epoch": 1.266024096385542, + "grad_norm": 0.3934219777584076, + "learning_rate": 2.873523061783426e-05, + "loss": 0.0122, + "step": 329 + }, + { + "epoch": 1.269879518072289, + "grad_norm": 0.13733914494514465, + "learning_rate": 2.8654627587836724e-05, + "loss": 0.0052, + "step": 330 + }, + { + "epoch": 1.273734939759036, + "grad_norm": 0.21395160257816315, + "learning_rate": 2.8573851228061084e-05, + "loss": 0.0067, + "step": 331 + }, + { + "epoch": 1.277590361445783, + "grad_norm": 0.23374490439891815, + "learning_rate": 2.8492903156248642e-05, + "loss": 0.0111, + "step": 332 + }, + { + "epoch": 1.28144578313253, + "grad_norm": 0.14450624585151672, + "learning_rate": 2.8411784993579633e-05, + "loss": 0.0097, + "step": 333 + }, + { + "epoch": 1.2853012048192771, + "grad_norm": 0.12868821620941162, + "learning_rate": 2.8330498364640803e-05, + "loss": 0.0088, + "step": 334 + }, + { + "epoch": 1.2891566265060241, + "grad_norm": 0.2879028618335724, + "learning_rate": 2.8249044897392814e-05, + "loss": 0.0191, + "step": 335 + }, + { + "epoch": 1.2930120481927712, + "grad_norm": 0.10924389213323593, + "learning_rate": 2.8167426223137682e-05, + "loss": 0.0063, + "step": 336 + }, + { + "epoch": 1.2968674698795182, + "grad_norm": 0.14800770580768585, + "learning_rate": 2.80856439764861e-05, + "loss": 0.01, + "step": 337 + }, + { + "epoch": 1.3007228915662652, + "grad_norm": 0.1235174834728241, + "learning_rate": 2.8003699795324674e-05, + "loss": 0.0044, + "step": 338 + }, + { + "epoch": 1.304578313253012, + "grad_norm": 0.2660425305366516, + "learning_rate": 2.792159532078314e-05, + "loss": 0.0068, + "step": 339 + }, + { + "epoch": 1.308433734939759, + "grad_norm": 0.10823825001716614, + "learning_rate": 2.7839332197201505e-05, + "loss": 0.0041, + "step": 340 + }, + { + "epoch": 1.312289156626506, + "grad_norm": 0.9430158734321594, + "learning_rate": 2.77569120720971e-05, + "loss": 0.0141, + "step": 341 + }, + { + "epoch": 1.316144578313253, + "grad_norm": 0.1147020012140274, + "learning_rate": 2.7674336596131596e-05, + "loss": 0.0075, + "step": 342 + }, + { + "epoch": 1.32, + "grad_norm": 0.1446715146303177, + "learning_rate": 2.7591607423077932e-05, + "loss": 0.0094, + "step": 343 + }, + { + "epoch": 1.3238554216867469, + "grad_norm": 0.08478965610265732, + "learning_rate": 2.75087262097872e-05, + "loss": 0.0034, + "step": 344 + }, + { + "epoch": 1.3277108433734939, + "grad_norm": 0.08715037256479263, + "learning_rate": 2.7425694616155474e-05, + "loss": 0.0052, + "step": 345 + }, + { + "epoch": 1.331566265060241, + "grad_norm": 2.43072772026062, + "learning_rate": 2.7342514305090554e-05, + "loss": 0.0223, + "step": 346 + }, + { + "epoch": 1.335421686746988, + "grad_norm": 0.1595911830663681, + "learning_rate": 2.7259186942478656e-05, + "loss": 0.0042, + "step": 347 + }, + { + "epoch": 1.339277108433735, + "grad_norm": 0.2817286550998688, + "learning_rate": 2.717571419715107e-05, + "loss": 0.027, + "step": 348 + }, + { + "epoch": 1.343132530120482, + "grad_norm": 0.5103950500488281, + "learning_rate": 2.7092097740850712e-05, + "loss": 0.0085, + "step": 349 + }, + { + "epoch": 1.346987951807229, + "grad_norm": 1.2923753261566162, + "learning_rate": 2.700833924819868e-05, + "loss": 0.01, + "step": 350 + }, + { + "epoch": 1.350843373493976, + "grad_norm": 0.16906492412090302, + "learning_rate": 2.692444039666066e-05, + "loss": 0.0109, + "step": 351 + }, + { + "epoch": 1.354698795180723, + "grad_norm": 0.37144047021865845, + "learning_rate": 2.684040286651338e-05, + "loss": 0.0113, + "step": 352 + }, + { + "epoch": 1.3585542168674698, + "grad_norm": 0.3601152300834656, + "learning_rate": 2.6756228340810946e-05, + "loss": 0.0114, + "step": 353 + }, + { + "epoch": 1.3624096385542168, + "grad_norm": 0.5444064140319824, + "learning_rate": 2.6671918505351132e-05, + "loss": 0.0086, + "step": 354 + }, + { + "epoch": 1.3662650602409638, + "grad_norm": 0.14150206744670868, + "learning_rate": 2.6587475048641596e-05, + "loss": 0.0043, + "step": 355 + }, + { + "epoch": 1.3701204819277109, + "grad_norm": 0.09511060267686844, + "learning_rate": 2.6502899661866104e-05, + "loss": 0.0062, + "step": 356 + }, + { + "epoch": 1.3739759036144579, + "grad_norm": 0.16923631727695465, + "learning_rate": 2.6418194038850634e-05, + "loss": 0.0157, + "step": 357 + }, + { + "epoch": 1.377831325301205, + "grad_norm": 0.13884925842285156, + "learning_rate": 2.6333359876029455e-05, + "loss": 0.0058, + "step": 358 + }, + { + "epoch": 1.3816867469879517, + "grad_norm": 0.1783420443534851, + "learning_rate": 2.624839887241115e-05, + "loss": 0.0071, + "step": 359 + }, + { + "epoch": 1.3855421686746987, + "grad_norm": 0.15586194396018982, + "learning_rate": 2.6163312729544616e-05, + "loss": 0.0079, + "step": 360 + }, + { + "epoch": 1.3893975903614457, + "grad_norm": 0.22028474509716034, + "learning_rate": 2.607810315148494e-05, + "loss": 0.0078, + "step": 361 + }, + { + "epoch": 1.3932530120481927, + "grad_norm": 0.14147606492042542, + "learning_rate": 2.5992771844759315e-05, + "loss": 0.0078, + "step": 362 + }, + { + "epoch": 1.3971084337349398, + "grad_norm": 0.11384939402341843, + "learning_rate": 2.5907320518332827e-05, + "loss": 0.0067, + "step": 363 + }, + { + "epoch": 1.4009638554216868, + "grad_norm": 0.6917237639427185, + "learning_rate": 2.582175088357426e-05, + "loss": 0.0097, + "step": 364 + }, + { + "epoch": 1.4048192771084338, + "grad_norm": 0.26896387338638306, + "learning_rate": 2.5736064654221808e-05, + "loss": 0.0109, + "step": 365 + }, + { + "epoch": 1.4086746987951808, + "grad_norm": 0.1673029661178589, + "learning_rate": 2.5650263546348743e-05, + "loss": 0.0082, + "step": 366 + }, + { + "epoch": 1.4125301204819278, + "grad_norm": 0.1272229552268982, + "learning_rate": 2.5564349278329056e-05, + "loss": 0.0101, + "step": 367 + }, + { + "epoch": 1.4163855421686746, + "grad_norm": 0.1690957248210907, + "learning_rate": 2.547832357080305e-05, + "loss": 0.0125, + "step": 368 + }, + { + "epoch": 1.4202409638554216, + "grad_norm": 0.20461033284664154, + "learning_rate": 2.539218814664288e-05, + "loss": 0.0109, + "step": 369 + }, + { + "epoch": 1.4240963855421687, + "grad_norm": 0.28373226523399353, + "learning_rate": 2.5305944730918017e-05, + "loss": 0.0152, + "step": 370 + }, + { + "epoch": 1.4279518072289157, + "grad_norm": 0.2010459452867508, + "learning_rate": 2.521959505086075e-05, + "loss": 0.0067, + "step": 371 + }, + { + "epoch": 1.4318072289156627, + "grad_norm": 0.28684207797050476, + "learning_rate": 2.5133140835831537e-05, + "loss": 0.0092, + "step": 372 + }, + { + "epoch": 1.4356626506024097, + "grad_norm": 0.21436753869056702, + "learning_rate": 2.5046583817284437e-05, + "loss": 0.0095, + "step": 373 + }, + { + "epoch": 1.4395180722891565, + "grad_norm": 0.12941661477088928, + "learning_rate": 2.495992572873237e-05, + "loss": 0.0063, + "step": 374 + }, + { + "epoch": 1.4433734939759035, + "grad_norm": 0.15036840736865997, + "learning_rate": 2.487316830571244e-05, + "loss": 0.0125, + "step": 375 + }, + { + "epoch": 1.4472289156626506, + "grad_norm": 0.1019950732588768, + "learning_rate": 2.4786313285751158e-05, + "loss": 0.004, + "step": 376 + }, + { + "epoch": 1.4510843373493976, + "grad_norm": 0.12085995823144913, + "learning_rate": 2.4699362408329646e-05, + "loss": 0.0051, + "step": 377 + }, + { + "epoch": 1.4549397590361446, + "grad_norm": 0.16224437952041626, + "learning_rate": 2.4612317414848804e-05, + "loss": 0.0057, + "step": 378 + }, + { + "epoch": 1.4587951807228916, + "grad_norm": 0.49838605523109436, + "learning_rate": 2.4525180048594452e-05, + "loss": 0.0081, + "step": 379 + }, + { + "epoch": 1.4626506024096386, + "grad_norm": 0.13203397393226624, + "learning_rate": 2.4437952054702354e-05, + "loss": 0.0084, + "step": 380 + }, + { + "epoch": 1.4665060240963856, + "grad_norm": 0.2933284044265747, + "learning_rate": 2.435063518012335e-05, + "loss": 0.0167, + "step": 381 + }, + { + "epoch": 1.4703614457831327, + "grad_norm": 0.16203272342681885, + "learning_rate": 2.4263231173588323e-05, + "loss": 0.0076, + "step": 382 + }, + { + "epoch": 1.4742168674698795, + "grad_norm": 0.11736200004816055, + "learning_rate": 2.4175741785573177e-05, + "loss": 0.007, + "step": 383 + }, + { + "epoch": 1.4780722891566265, + "grad_norm": 0.11185964941978455, + "learning_rate": 2.4088168768263782e-05, + "loss": 0.0079, + "step": 384 + }, + { + "epoch": 1.4819277108433735, + "grad_norm": 0.1776389628648758, + "learning_rate": 2.4000513875520892e-05, + "loss": 0.0087, + "step": 385 + }, + { + "epoch": 1.4857831325301205, + "grad_norm": 0.11572884768247604, + "learning_rate": 2.3912778862845015e-05, + "loss": 0.0069, + "step": 386 + }, + { + "epoch": 1.4896385542168675, + "grad_norm": 0.12890145182609558, + "learning_rate": 2.3824965487341247e-05, + "loss": 0.0075, + "step": 387 + }, + { + "epoch": 1.4934939759036143, + "grad_norm": 0.19975218176841736, + "learning_rate": 2.3737075507684103e-05, + "loss": 0.0101, + "step": 388 + }, + { + "epoch": 1.4973493975903613, + "grad_norm": 0.32604387402534485, + "learning_rate": 2.3649110684082258e-05, + "loss": 0.0072, + "step": 389 + }, + { + "epoch": 1.5012048192771084, + "grad_norm": 0.12934386730194092, + "learning_rate": 2.3561072778243335e-05, + "loss": 0.0078, + "step": 390 + }, + { + "epoch": 1.5050602409638554, + "grad_norm": 0.11547217518091202, + "learning_rate": 2.3472963553338614e-05, + "loss": 0.0071, + "step": 391 + }, + { + "epoch": 1.5089156626506024, + "grad_norm": 0.09941789507865906, + "learning_rate": 2.3384784773967675e-05, + "loss": 0.0123, + "step": 392 + }, + { + "epoch": 1.5127710843373494, + "grad_norm": 0.7121322751045227, + "learning_rate": 2.3296538206123134e-05, + "loss": 0.0065, + "step": 393 + }, + { + "epoch": 1.5166265060240964, + "grad_norm": 0.140323668718338, + "learning_rate": 2.3208225617155206e-05, + "loss": 0.0063, + "step": 394 + }, + { + "epoch": 1.5204819277108435, + "grad_norm": 0.15863126516342163, + "learning_rate": 2.311984877573636e-05, + "loss": 0.0136, + "step": 395 + }, + { + "epoch": 1.5243373493975905, + "grad_norm": 0.1590386927127838, + "learning_rate": 2.3031409451825852e-05, + "loss": 0.0146, + "step": 396 + }, + { + "epoch": 1.5281927710843375, + "grad_norm": 0.12217574566602707, + "learning_rate": 2.2942909416634326e-05, + "loss": 0.0066, + "step": 397 + }, + { + "epoch": 1.5320481927710843, + "grad_norm": 0.11038487404584885, + "learning_rate": 2.285435044258829e-05, + "loss": 0.0059, + "step": 398 + }, + { + "epoch": 1.5359036144578313, + "grad_norm": 0.28101980686187744, + "learning_rate": 2.2765734303294666e-05, + "loss": 0.0091, + "step": 399 + }, + { + "epoch": 1.5397590361445783, + "grad_norm": 0.136636421084404, + "learning_rate": 2.2677062773505235e-05, + "loss": 0.0045, + "step": 400 + }, + { + "epoch": 1.5436144578313253, + "grad_norm": 0.09847535192966461, + "learning_rate": 2.2588337629081107e-05, + "loss": 0.0061, + "step": 401 + }, + { + "epoch": 1.5474698795180721, + "grad_norm": 0.13071104884147644, + "learning_rate": 2.249956064695717e-05, + "loss": 0.0059, + "step": 402 + }, + { + "epoch": 1.5513253012048192, + "grad_norm": 0.09452104568481445, + "learning_rate": 2.2410733605106462e-05, + "loss": 0.0049, + "step": 403 + }, + { + "epoch": 1.5551807228915662, + "grad_norm": 0.12455491721630096, + "learning_rate": 2.2321858282504606e-05, + "loss": 0.0055, + "step": 404 + }, + { + "epoch": 1.5590361445783132, + "grad_norm": 0.195816308259964, + "learning_rate": 2.2232936459094158e-05, + "loss": 0.0076, + "step": 405 + }, + { + "epoch": 1.5628915662650602, + "grad_norm": 0.1624608188867569, + "learning_rate": 2.214396991574896e-05, + "loss": 0.0117, + "step": 406 + }, + { + "epoch": 1.5667469879518072, + "grad_norm": 0.07928434759378433, + "learning_rate": 2.205496043423849e-05, + "loss": 0.0043, + "step": 407 + }, + { + "epoch": 1.5706024096385542, + "grad_norm": 0.44694873690605164, + "learning_rate": 2.1965909797192143e-05, + "loss": 0.0082, + "step": 408 + }, + { + "epoch": 1.5744578313253013, + "grad_norm": 0.1101914644241333, + "learning_rate": 2.1876819788063586e-05, + "loss": 0.0063, + "step": 409 + }, + { + "epoch": 1.5783132530120483, + "grad_norm": 0.10395577549934387, + "learning_rate": 2.1787692191094986e-05, + "loss": 0.0058, + "step": 410 + }, + { + "epoch": 1.5821686746987953, + "grad_norm": 0.14004680514335632, + "learning_rate": 2.16985287912813e-05, + "loss": 0.0062, + "step": 411 + }, + { + "epoch": 1.5860240963855423, + "grad_norm": 0.15407921373844147, + "learning_rate": 2.1609331374334523e-05, + "loss": 0.007, + "step": 412 + }, + { + "epoch": 1.589879518072289, + "grad_norm": 0.10258454084396362, + "learning_rate": 2.1520101726647922e-05, + "loss": 0.0115, + "step": 413 + }, + { + "epoch": 1.5937349397590361, + "grad_norm": 0.13689640164375305, + "learning_rate": 2.1430841635260274e-05, + "loss": 0.025, + "step": 414 + }, + { + "epoch": 1.5975903614457831, + "grad_norm": 0.10260256379842758, + "learning_rate": 2.1341552887820048e-05, + "loss": 0.0048, + "step": 415 + }, + { + "epoch": 1.6014457831325302, + "grad_norm": 0.17679180204868317, + "learning_rate": 2.125223727254964e-05, + "loss": 0.0209, + "step": 416 + }, + { + "epoch": 1.605301204819277, + "grad_norm": 0.16429021954536438, + "learning_rate": 2.1162896578209517e-05, + "loss": 0.018, + "step": 417 + }, + { + "epoch": 1.609156626506024, + "grad_norm": 0.5342340469360352, + "learning_rate": 2.1073532594062432e-05, + "loss": 0.0063, + "step": 418 + }, + { + "epoch": 1.613012048192771, + "grad_norm": 0.23090562224388123, + "learning_rate": 2.0984147109837564e-05, + "loss": 0.0043, + "step": 419 + }, + { + "epoch": 1.616867469879518, + "grad_norm": 0.09459249675273895, + "learning_rate": 2.0894741915694685e-05, + "loss": 0.0051, + "step": 420 + }, + { + "epoch": 1.620722891566265, + "grad_norm": 0.20056606829166412, + "learning_rate": 2.0805318802188307e-05, + "loss": 0.0108, + "step": 421 + }, + { + "epoch": 1.624578313253012, + "grad_norm": 0.5049247145652771, + "learning_rate": 2.071587956023181e-05, + "loss": 0.0121, + "step": 422 + }, + { + "epoch": 1.628433734939759, + "grad_norm": 0.10519257187843323, + "learning_rate": 2.0626425981061608e-05, + "loss": 0.0053, + "step": 423 + }, + { + "epoch": 1.632289156626506, + "grad_norm": 0.1042436957359314, + "learning_rate": 2.053695985620123e-05, + "loss": 0.0082, + "step": 424 + }, + { + "epoch": 1.636144578313253, + "grad_norm": 0.15873271226882935, + "learning_rate": 2.0447482977425465e-05, + "loss": 0.0088, + "step": 425 + }, + { + "epoch": 1.6400000000000001, + "grad_norm": 0.09151361882686615, + "learning_rate": 2.0357997136724486e-05, + "loss": 0.0133, + "step": 426 + }, + { + "epoch": 1.6438554216867471, + "grad_norm": 0.08998992294073105, + "learning_rate": 2.0268504126267952e-05, + "loss": 0.0049, + "step": 427 + }, + { + "epoch": 1.647710843373494, + "grad_norm": 0.08661992847919464, + "learning_rate": 2.0179005738369098e-05, + "loss": 0.0051, + "step": 428 + }, + { + "epoch": 1.651566265060241, + "grad_norm": 0.18930229544639587, + "learning_rate": 2.008950376544887e-05, + "loss": 0.0058, + "step": 429 + }, + { + "epoch": 1.655421686746988, + "grad_norm": 0.10838332027196884, + "learning_rate": 2e-05, + "loss": 0.0099, + "step": 430 + }, + { + "epoch": 1.659277108433735, + "grad_norm": 0.2523624300956726, + "learning_rate": 1.9910496234551132e-05, + "loss": 0.0149, + "step": 431 + }, + { + "epoch": 1.6631325301204818, + "grad_norm": 0.10037925094366074, + "learning_rate": 1.982099426163091e-05, + "loss": 0.0061, + "step": 432 + }, + { + "epoch": 1.6669879518072288, + "grad_norm": 0.0841156542301178, + "learning_rate": 1.9731495873732055e-05, + "loss": 0.0059, + "step": 433 + }, + { + "epoch": 1.6708433734939758, + "grad_norm": 0.08965729922056198, + "learning_rate": 1.9642002863275517e-05, + "loss": 0.0051, + "step": 434 + }, + { + "epoch": 1.6746987951807228, + "grad_norm": 0.10749141871929169, + "learning_rate": 1.9552517022574542e-05, + "loss": 0.0102, + "step": 435 + }, + { + "epoch": 1.6785542168674699, + "grad_norm": 0.14290869235992432, + "learning_rate": 1.946304014379878e-05, + "loss": 0.008, + "step": 436 + }, + { + "epoch": 1.6824096385542169, + "grad_norm": 0.19874858856201172, + "learning_rate": 1.93735740189384e-05, + "loss": 0.0089, + "step": 437 + }, + { + "epoch": 1.686265060240964, + "grad_norm": 0.13204169273376465, + "learning_rate": 1.9284120439768192e-05, + "loss": 0.0142, + "step": 438 + }, + { + "epoch": 1.690120481927711, + "grad_norm": 0.3346060812473297, + "learning_rate": 1.9194681197811703e-05, + "loss": 0.0047, + "step": 439 + }, + { + "epoch": 1.693975903614458, + "grad_norm": 0.3231620788574219, + "learning_rate": 1.910525808430532e-05, + "loss": 0.0082, + "step": 440 + }, + { + "epoch": 1.697831325301205, + "grad_norm": 0.17857253551483154, + "learning_rate": 1.901585289016244e-05, + "loss": 0.0035, + "step": 441 + }, + { + "epoch": 1.701686746987952, + "grad_norm": 0.3094499707221985, + "learning_rate": 1.8926467405937567e-05, + "loss": 0.015, + "step": 442 + }, + { + "epoch": 1.7055421686746988, + "grad_norm": 0.11924882233142853, + "learning_rate": 1.8837103421790486e-05, + "loss": 0.0198, + "step": 443 + }, + { + "epoch": 1.7093975903614458, + "grad_norm": 0.15662431716918945, + "learning_rate": 1.8747762727450363e-05, + "loss": 0.0088, + "step": 444 + }, + { + "epoch": 1.7132530120481928, + "grad_norm": 0.12857934832572937, + "learning_rate": 1.8658447112179952e-05, + "loss": 0.0177, + "step": 445 + }, + { + "epoch": 1.7171084337349396, + "grad_norm": 0.0960603877902031, + "learning_rate": 1.8569158364739736e-05, + "loss": 0.0042, + "step": 446 + }, + { + "epoch": 1.7209638554216866, + "grad_norm": 0.08039736747741699, + "learning_rate": 1.8479898273352084e-05, + "loss": 0.0043, + "step": 447 + }, + { + "epoch": 1.7248192771084336, + "grad_norm": 0.0857943594455719, + "learning_rate": 1.8390668625665483e-05, + "loss": 0.0031, + "step": 448 + }, + { + "epoch": 1.7286746987951807, + "grad_norm": 0.14046747982501984, + "learning_rate": 1.83014712087187e-05, + "loss": 0.0129, + "step": 449 + }, + { + "epoch": 1.7325301204819277, + "grad_norm": 0.1024412289261818, + "learning_rate": 1.821230780890502e-05, + "loss": 0.0101, + "step": 450 + }, + { + "epoch": 1.7363855421686747, + "grad_norm": 0.08862444758415222, + "learning_rate": 1.8123180211936417e-05, + "loss": 0.0069, + "step": 451 + }, + { + "epoch": 1.7402409638554217, + "grad_norm": 0.06873127818107605, + "learning_rate": 1.803409020280786e-05, + "loss": 0.004, + "step": 452 + }, + { + "epoch": 1.7440963855421687, + "grad_norm": 0.0650935024023056, + "learning_rate": 1.794503956576152e-05, + "loss": 0.0027, + "step": 453 + }, + { + "epoch": 1.7479518072289157, + "grad_norm": 0.10328482836484909, + "learning_rate": 1.7856030084251045e-05, + "loss": 0.0047, + "step": 454 + }, + { + "epoch": 1.7518072289156628, + "grad_norm": 0.14203296601772308, + "learning_rate": 1.776706354090585e-05, + "loss": 0.0081, + "step": 455 + }, + { + "epoch": 1.7556626506024098, + "grad_norm": 0.08143935352563858, + "learning_rate": 1.7678141717495394e-05, + "loss": 0.0045, + "step": 456 + }, + { + "epoch": 1.7595180722891566, + "grad_norm": 0.11309202760457993, + "learning_rate": 1.758926639489354e-05, + "loss": 0.0159, + "step": 457 + }, + { + "epoch": 1.7633734939759036, + "grad_norm": 0.10518789291381836, + "learning_rate": 1.7500439353042834e-05, + "loss": 0.0126, + "step": 458 + }, + { + "epoch": 1.7672289156626506, + "grad_norm": 0.09407763183116913, + "learning_rate": 1.7411662370918893e-05, + "loss": 0.0046, + "step": 459 + }, + { + "epoch": 1.7710843373493976, + "grad_norm": 0.09223105013370514, + "learning_rate": 1.7322937226494775e-05, + "loss": 0.0056, + "step": 460 + }, + { + "epoch": 1.7749397590361444, + "grad_norm": 0.10010652989149094, + "learning_rate": 1.7234265696705344e-05, + "loss": 0.0078, + "step": 461 + }, + { + "epoch": 1.7787951807228914, + "grad_norm": 0.09317822009325027, + "learning_rate": 1.7145649557411716e-05, + "loss": 0.0043, + "step": 462 + }, + { + "epoch": 1.7826506024096385, + "grad_norm": 0.14171656966209412, + "learning_rate": 1.7057090583365678e-05, + "loss": 0.0073, + "step": 463 + }, + { + "epoch": 1.7865060240963855, + "grad_norm": 0.09350872039794922, + "learning_rate": 1.6968590548174155e-05, + "loss": 0.0052, + "step": 464 + }, + { + "epoch": 1.7903614457831325, + "grad_norm": 0.13011880218982697, + "learning_rate": 1.6880151224263646e-05, + "loss": 0.0119, + "step": 465 + }, + { + "epoch": 1.7942168674698795, + "grad_norm": 0.12144693732261658, + "learning_rate": 1.6791774382844794e-05, + "loss": 0.0108, + "step": 466 + }, + { + "epoch": 1.7980722891566265, + "grad_norm": 0.5980355739593506, + "learning_rate": 1.6703461793876876e-05, + "loss": 0.0454, + "step": 467 + }, + { + "epoch": 1.8019277108433736, + "grad_norm": 0.1022690162062645, + "learning_rate": 1.6615215226032332e-05, + "loss": 0.0046, + "step": 468 + }, + { + "epoch": 1.8057831325301206, + "grad_norm": 0.09623578935861588, + "learning_rate": 1.6527036446661396e-05, + "loss": 0.0064, + "step": 469 + }, + { + "epoch": 1.8096385542168676, + "grad_norm": 0.5450147390365601, + "learning_rate": 1.643892722175667e-05, + "loss": 0.0103, + "step": 470 + }, + { + "epoch": 1.8134939759036146, + "grad_norm": 0.18981006741523743, + "learning_rate": 1.635088931591775e-05, + "loss": 0.0065, + "step": 471 + }, + { + "epoch": 1.8173493975903614, + "grad_norm": 0.14748261868953705, + "learning_rate": 1.6262924492315907e-05, + "loss": 0.0198, + "step": 472 + }, + { + "epoch": 1.8212048192771084, + "grad_norm": 0.11080063134431839, + "learning_rate": 1.6175034512658753e-05, + "loss": 0.0071, + "step": 473 + }, + { + "epoch": 1.8250602409638554, + "grad_norm": 0.1321505457162857, + "learning_rate": 1.6087221137154995e-05, + "loss": 0.0115, + "step": 474 + }, + { + "epoch": 1.8289156626506025, + "grad_norm": 0.1794983297586441, + "learning_rate": 1.5999486124479115e-05, + "loss": 0.0204, + "step": 475 + }, + { + "epoch": 1.8327710843373493, + "grad_norm": 0.2090386003255844, + "learning_rate": 1.591183123173622e-05, + "loss": 0.0086, + "step": 476 + }, + { + "epoch": 1.8366265060240963, + "grad_norm": 0.1864124834537506, + "learning_rate": 1.5824258214426833e-05, + "loss": 0.0037, + "step": 477 + }, + { + "epoch": 1.8404819277108433, + "grad_norm": 0.0974712073802948, + "learning_rate": 1.5736768826411683e-05, + "loss": 0.0066, + "step": 478 + }, + { + "epoch": 1.8443373493975903, + "grad_norm": 0.13470065593719482, + "learning_rate": 1.5649364819876655e-05, + "loss": 0.0082, + "step": 479 + }, + { + "epoch": 1.8481927710843373, + "grad_norm": 0.15067611634731293, + "learning_rate": 1.5562047945297652e-05, + "loss": 0.0067, + "step": 480 + }, + { + "epoch": 1.8520481927710843, + "grad_norm": 0.1268431693315506, + "learning_rate": 1.547481995140556e-05, + "loss": 0.0076, + "step": 481 + }, + { + "epoch": 1.8559036144578314, + "grad_norm": 0.19485311210155487, + "learning_rate": 1.53876825851512e-05, + "loss": 0.0043, + "step": 482 + }, + { + "epoch": 1.8597590361445784, + "grad_norm": 0.08730349689722061, + "learning_rate": 1.5300637591670357e-05, + "loss": 0.0081, + "step": 483 + }, + { + "epoch": 1.8636144578313254, + "grad_norm": 0.10607759654521942, + "learning_rate": 1.5213686714248852e-05, + "loss": 0.0084, + "step": 484 + }, + { + "epoch": 1.8674698795180724, + "grad_norm": 0.09020885825157166, + "learning_rate": 1.5126831694287564e-05, + "loss": 0.0061, + "step": 485 + }, + { + "epoch": 1.8713253012048194, + "grad_norm": 0.16199110448360443, + "learning_rate": 1.5040074271267633e-05, + "loss": 0.0125, + "step": 486 + }, + { + "epoch": 1.8751807228915662, + "grad_norm": 0.07592602074146271, + "learning_rate": 1.4953416182715566e-05, + "loss": 0.0041, + "step": 487 + }, + { + "epoch": 1.8790361445783132, + "grad_norm": 0.3946191668510437, + "learning_rate": 1.4866859164168466e-05, + "loss": 0.0084, + "step": 488 + }, + { + "epoch": 1.8828915662650603, + "grad_norm": 0.0946611613035202, + "learning_rate": 1.478040494913926e-05, + "loss": 0.0062, + "step": 489 + }, + { + "epoch": 1.886746987951807, + "grad_norm": 0.11009645462036133, + "learning_rate": 1.4694055269081987e-05, + "loss": 0.0065, + "step": 490 + }, + { + "epoch": 1.890602409638554, + "grad_norm": 0.18255947530269623, + "learning_rate": 1.460781185335713e-05, + "loss": 0.0065, + "step": 491 + }, + { + "epoch": 1.894457831325301, + "grad_norm": 0.09501689672470093, + "learning_rate": 1.452167642919695e-05, + "loss": 0.0032, + "step": 492 + }, + { + "epoch": 1.8983132530120481, + "grad_norm": 0.1402011215686798, + "learning_rate": 1.443565072167095e-05, + "loss": 0.0088, + "step": 493 + }, + { + "epoch": 1.9021686746987951, + "grad_norm": 0.07192618399858475, + "learning_rate": 1.4349736453651262e-05, + "loss": 0.0041, + "step": 494 + }, + { + "epoch": 1.9060240963855422, + "grad_norm": 0.1595878303050995, + "learning_rate": 1.4263935345778202e-05, + "loss": 0.0058, + "step": 495 + }, + { + "epoch": 1.9098795180722892, + "grad_norm": 0.07809515297412872, + "learning_rate": 1.4178249116425744e-05, + "loss": 0.0037, + "step": 496 + }, + { + "epoch": 1.9137349397590362, + "grad_norm": 0.09462330490350723, + "learning_rate": 1.409267948166718e-05, + "loss": 0.0051, + "step": 497 + }, + { + "epoch": 1.9175903614457832, + "grad_norm": 0.21062414348125458, + "learning_rate": 1.4007228155240696e-05, + "loss": 0.0084, + "step": 498 + }, + { + "epoch": 1.9214457831325302, + "grad_norm": 0.06321538984775543, + "learning_rate": 1.3921896848515064e-05, + "loss": 0.0073, + "step": 499 + }, + { + "epoch": 1.9253012048192772, + "grad_norm": 0.1303102821111679, + "learning_rate": 1.3836687270455388e-05, + "loss": 0.0117, + "step": 500 + }, + { + "epoch": 1.929156626506024, + "grad_norm": 0.09845706820487976, + "learning_rate": 1.3751601127588849e-05, + "loss": 0.0044, + "step": 501 + }, + { + "epoch": 1.933012048192771, + "grad_norm": 0.07379204034805298, + "learning_rate": 1.3666640123970556e-05, + "loss": 0.0051, + "step": 502 + }, + { + "epoch": 1.936867469879518, + "grad_norm": 0.07889371365308762, + "learning_rate": 1.3581805961149371e-05, + "loss": 0.008, + "step": 503 + }, + { + "epoch": 1.940722891566265, + "grad_norm": 0.10923505574464798, + "learning_rate": 1.3497100338133899e-05, + "loss": 0.0136, + "step": 504 + }, + { + "epoch": 1.944578313253012, + "grad_norm": 0.12238901853561401, + "learning_rate": 1.341252495135841e-05, + "loss": 0.006, + "step": 505 + }, + { + "epoch": 1.948433734939759, + "grad_norm": 0.09399964660406113, + "learning_rate": 1.3328081494648874e-05, + "loss": 0.0076, + "step": 506 + }, + { + "epoch": 1.952289156626506, + "grad_norm": 0.14163890480995178, + "learning_rate": 1.324377165918906e-05, + "loss": 0.006, + "step": 507 + }, + { + "epoch": 1.956144578313253, + "grad_norm": 0.09812217950820923, + "learning_rate": 1.3159597133486628e-05, + "loss": 0.0058, + "step": 508 + }, + { + "epoch": 1.96, + "grad_norm": 0.1172025129199028, + "learning_rate": 1.3075559603339354e-05, + "loss": 0.0085, + "step": 509 + }, + { + "epoch": 1.963855421686747, + "grad_norm": 0.056579310446977615, + "learning_rate": 1.299166075180133e-05, + "loss": 0.0037, + "step": 510 + }, + { + "epoch": 1.967710843373494, + "grad_norm": 0.11834102869033813, + "learning_rate": 1.2907902259149287e-05, + "loss": 0.0047, + "step": 511 + }, + { + "epoch": 1.971566265060241, + "grad_norm": 0.4097451865673065, + "learning_rate": 1.282428580284894e-05, + "loss": 0.0158, + "step": 512 + }, + { + "epoch": 1.975421686746988, + "grad_norm": 0.06863151490688324, + "learning_rate": 1.274081305752135e-05, + "loss": 0.0033, + "step": 513 + }, + { + "epoch": 1.979277108433735, + "grad_norm": 0.09778847545385361, + "learning_rate": 1.2657485694909451e-05, + "loss": 0.0056, + "step": 514 + }, + { + "epoch": 1.983132530120482, + "grad_norm": 0.10331977903842926, + "learning_rate": 1.2574305383844528e-05, + "loss": 0.0055, + "step": 515 + }, + { + "epoch": 1.9869879518072289, + "grad_norm": 0.06463884562253952, + "learning_rate": 1.2491273790212806e-05, + "loss": 0.0039, + "step": 516 + }, + { + "epoch": 1.9908433734939759, + "grad_norm": 0.12248596549034119, + "learning_rate": 1.2408392576922075e-05, + "loss": 0.0115, + "step": 517 + }, + { + "epoch": 1.994698795180723, + "grad_norm": 0.15362606942653656, + "learning_rate": 1.2325663403868406e-05, + "loss": 0.0087, + "step": 518 + }, + { + "epoch": 1.99855421686747, + "grad_norm": 0.06778371334075928, + "learning_rate": 1.2243087927902905e-05, + "loss": 0.0032, + "step": 519 + }, + { + "epoch": 2.0, + "grad_norm": 0.2598204016685486, + "learning_rate": 1.2160667802798503e-05, + "loss": 0.0092, + "step": 520 + }, + { + "epoch": 2.003855421686747, + "grad_norm": 0.1877129226922989, + "learning_rate": 1.2078404679216864e-05, + "loss": 0.0076, + "step": 521 + }, + { + "epoch": 2.007710843373494, + "grad_norm": 0.0740046426653862, + "learning_rate": 1.199630020467533e-05, + "loss": 0.0028, + "step": 522 + }, + { + "epoch": 2.011566265060241, + "grad_norm": 0.14209777116775513, + "learning_rate": 1.1914356023513904e-05, + "loss": 0.008, + "step": 523 + }, + { + "epoch": 2.015421686746988, + "grad_norm": 0.06664244830608368, + "learning_rate": 1.1832573776862319e-05, + "loss": 0.007, + "step": 524 + }, + { + "epoch": 2.019277108433735, + "grad_norm": 0.0566011480987072, + "learning_rate": 1.1750955102607193e-05, + "loss": 0.0023, + "step": 525 + }, + { + "epoch": 2.023132530120482, + "grad_norm": 0.059486355632543564, + "learning_rate": 1.1669501635359212e-05, + "loss": 0.0023, + "step": 526 + }, + { + "epoch": 2.026987951807229, + "grad_norm": 0.048501964658498764, + "learning_rate": 1.1588215006420374e-05, + "loss": 0.0024, + "step": 527 + }, + { + "epoch": 2.0308433734939757, + "grad_norm": 0.06546659767627716, + "learning_rate": 1.1507096843751372e-05, + "loss": 0.0038, + "step": 528 + }, + { + "epoch": 2.0346987951807227, + "grad_norm": 0.055793650448322296, + "learning_rate": 1.1426148771938915e-05, + "loss": 0.0039, + "step": 529 + }, + { + "epoch": 2.0385542168674697, + "grad_norm": 0.14630311727523804, + "learning_rate": 1.1345372412163276e-05, + "loss": 0.0028, + "step": 530 + }, + { + "epoch": 2.0424096385542168, + "grad_norm": 0.052479639649391174, + "learning_rate": 1.1264769382165748e-05, + "loss": 0.0033, + "step": 531 + }, + { + "epoch": 2.0462650602409638, + "grad_norm": 0.06099266931414604, + "learning_rate": 1.1184341296216281e-05, + "loss": 0.0023, + "step": 532 + }, + { + "epoch": 2.050120481927711, + "grad_norm": 0.08203870803117752, + "learning_rate": 1.110408976508118e-05, + "loss": 0.0025, + "step": 533 + }, + { + "epoch": 2.053975903614458, + "grad_norm": 0.031148897483944893, + "learning_rate": 1.1024016395990758e-05, + "loss": 0.0021, + "step": 534 + }, + { + "epoch": 2.057831325301205, + "grad_norm": 0.10753555595874786, + "learning_rate": 1.094412279260726e-05, + "loss": 0.0084, + "step": 535 + }, + { + "epoch": 2.061686746987952, + "grad_norm": 0.04244984686374664, + "learning_rate": 1.0864410554992654e-05, + "loss": 0.002, + "step": 536 + }, + { + "epoch": 2.065542168674699, + "grad_norm": 0.03356681391596794, + "learning_rate": 1.0784881279576635e-05, + "loss": 0.0015, + "step": 537 + }, + { + "epoch": 2.069397590361446, + "grad_norm": 0.0787050798535347, + "learning_rate": 1.070553655912463e-05, + "loss": 0.0028, + "step": 538 + }, + { + "epoch": 2.073253012048193, + "grad_norm": 0.03804800286889076, + "learning_rate": 1.0626377982705929e-05, + "loss": 0.0021, + "step": 539 + }, + { + "epoch": 2.07710843373494, + "grad_norm": 0.1359545737504959, + "learning_rate": 1.0547407135661816e-05, + "loss": 0.0112, + "step": 540 + }, + { + "epoch": 2.080963855421687, + "grad_norm": 0.07904944568872452, + "learning_rate": 1.0468625599573842e-05, + "loss": 0.0029, + "step": 541 + }, + { + "epoch": 2.0848192771084335, + "grad_norm": 0.0676993653178215, + "learning_rate": 1.0390034952232178e-05, + "loss": 0.0016, + "step": 542 + }, + { + "epoch": 2.0886746987951805, + "grad_norm": 0.052145086228847504, + "learning_rate": 1.0311636767603952e-05, + "loss": 0.0024, + "step": 543 + }, + { + "epoch": 2.0925301204819275, + "grad_norm": 0.1171824038028717, + "learning_rate": 1.0233432615801786e-05, + "loss": 0.009, + "step": 544 + }, + { + "epoch": 2.0963855421686746, + "grad_norm": 0.7555789351463318, + "learning_rate": 1.0155424063052306e-05, + "loss": 0.0052, + "step": 545 + }, + { + "epoch": 2.1002409638554216, + "grad_norm": 0.08210741728544235, + "learning_rate": 1.0077612671664827e-05, + "loss": 0.0054, + "step": 546 + }, + { + "epoch": 2.1040963855421686, + "grad_norm": 0.11431938409805298, + "learning_rate": 1.0000000000000006e-05, + "loss": 0.0039, + "step": 547 + }, + { + "epoch": 2.1079518072289156, + "grad_norm": 0.07425118237733841, + "learning_rate": 9.922587602438657e-06, + "loss": 0.0118, + "step": 548 + }, + { + "epoch": 2.1118072289156626, + "grad_norm": 0.06563588976860046, + "learning_rate": 9.84537702935065e-06, + "loss": 0.0021, + "step": 549 + }, + { + "epoch": 2.1156626506024097, + "grad_norm": 0.23397141695022583, + "learning_rate": 9.768369827063803e-06, + "loss": 0.0064, + "step": 550 + }, + { + "epoch": 2.1195180722891567, + "grad_norm": 0.06807775050401688, + "learning_rate": 9.691567537832964e-06, + "loss": 0.0036, + "step": 551 + }, + { + "epoch": 2.1233734939759037, + "grad_norm": 0.07760459929704666, + "learning_rate": 9.614971699809081e-06, + "loss": 0.005, + "step": 552 + }, + { + "epoch": 2.1272289156626507, + "grad_norm": 0.08298410475254059, + "learning_rate": 9.538583847008452e-06, + "loss": 0.0072, + "step": 553 + }, + { + "epoch": 2.1310843373493977, + "grad_norm": 0.053814083337783813, + "learning_rate": 9.462405509281937e-06, + "loss": 0.0021, + "step": 554 + }, + { + "epoch": 2.1349397590361447, + "grad_norm": 0.05976598709821701, + "learning_rate": 9.386438212284372e-06, + "loss": 0.003, + "step": 555 + }, + { + "epoch": 2.1387951807228918, + "grad_norm": 0.03989047929644585, + "learning_rate": 9.310683477443979e-06, + "loss": 0.002, + "step": 556 + }, + { + "epoch": 2.1426506024096383, + "grad_norm": 0.2895124554634094, + "learning_rate": 9.235142821931928e-06, + "loss": 0.0134, + "step": 557 + }, + { + "epoch": 2.1465060240963854, + "grad_norm": 0.07493002712726593, + "learning_rate": 9.159817758631923e-06, + "loss": 0.0028, + "step": 558 + }, + { + "epoch": 2.1503614457831324, + "grad_norm": 0.037741731852293015, + "learning_rate": 9.084709796109907e-06, + "loss": 0.0012, + "step": 559 + }, + { + "epoch": 2.1542168674698794, + "grad_norm": 0.06910698860883713, + "learning_rate": 9.009820438583881e-06, + "loss": 0.002, + "step": 560 + }, + { + "epoch": 2.1580722891566264, + "grad_norm": 0.07993840426206589, + "learning_rate": 8.93515118589373e-06, + "loss": 0.0032, + "step": 561 + }, + { + "epoch": 2.1619277108433734, + "grad_norm": 0.3232978880405426, + "learning_rate": 8.860703533471218e-06, + "loss": 0.0097, + "step": 562 + }, + { + "epoch": 2.1657831325301204, + "grad_norm": 0.05569448694586754, + "learning_rate": 8.786478972310023e-06, + "loss": 0.0019, + "step": 563 + }, + { + "epoch": 2.1696385542168675, + "grad_norm": 0.07345814257860184, + "learning_rate": 8.712478988935904e-06, + "loss": 0.0028, + "step": 564 + }, + { + "epoch": 2.1734939759036145, + "grad_norm": 0.06032630801200867, + "learning_rate": 8.638705065376887e-06, + "loss": 0.0017, + "step": 565 + }, + { + "epoch": 2.1773493975903615, + "grad_norm": 0.06941293925046921, + "learning_rate": 8.565158679133605e-06, + "loss": 0.0021, + "step": 566 + }, + { + "epoch": 2.1812048192771085, + "grad_norm": 0.05227924510836601, + "learning_rate": 8.491841303149728e-06, + "loss": 0.0039, + "step": 567 + }, + { + "epoch": 2.1850602409638555, + "grad_norm": 0.08419029414653778, + "learning_rate": 8.418754405782423e-06, + "loss": 0.0059, + "step": 568 + }, + { + "epoch": 2.1889156626506026, + "grad_norm": 0.06260647624731064, + "learning_rate": 8.345899450772975e-06, + "loss": 0.0028, + "step": 569 + }, + { + "epoch": 2.1927710843373496, + "grad_norm": 0.326419860124588, + "learning_rate": 8.27327789721746e-06, + "loss": 0.0083, + "step": 570 + }, + { + "epoch": 2.1966265060240966, + "grad_norm": 0.05631480738520622, + "learning_rate": 8.200891199537549e-06, + "loss": 0.0014, + "step": 571 + }, + { + "epoch": 2.200481927710843, + "grad_norm": 0.07872775942087173, + "learning_rate": 8.128740807451311e-06, + "loss": 0.0018, + "step": 572 + }, + { + "epoch": 2.20433734939759, + "grad_norm": 0.13493163883686066, + "learning_rate": 8.056828165944282e-06, + "loss": 0.0085, + "step": 573 + }, + { + "epoch": 2.208192771084337, + "grad_norm": 0.11313220113515854, + "learning_rate": 7.98515471524042e-06, + "loss": 0.0039, + "step": 574 + }, + { + "epoch": 2.212048192771084, + "grad_norm": 0.06968442350625992, + "learning_rate": 7.913721890773354e-06, + "loss": 0.0023, + "step": 575 + }, + { + "epoch": 2.2159036144578312, + "grad_norm": 0.6592087149620056, + "learning_rate": 7.842531123157562e-06, + "loss": 0.0027, + "step": 576 + }, + { + "epoch": 2.2197590361445783, + "grad_norm": 0.08434339612722397, + "learning_rate": 7.771583838159756e-06, + "loss": 0.0036, + "step": 577 + }, + { + "epoch": 2.2236144578313253, + "grad_norm": 0.05565265938639641, + "learning_rate": 7.700881456670342e-06, + "loss": 0.0022, + "step": 578 + }, + { + "epoch": 2.2274698795180723, + "grad_norm": 0.06776664406061172, + "learning_rate": 7.630425394674903e-06, + "loss": 0.0055, + "step": 579 + }, + { + "epoch": 2.2313253012048193, + "grad_norm": 0.0737040564417839, + "learning_rate": 7.560217063225923e-06, + "loss": 0.0045, + "step": 580 + }, + { + "epoch": 2.2351807228915663, + "grad_norm": 0.0424475371837616, + "learning_rate": 7.49025786841445e-06, + "loss": 0.0016, + "step": 581 + }, + { + "epoch": 2.2390361445783133, + "grad_norm": 0.05880943313241005, + "learning_rate": 7.420549211342005e-06, + "loss": 0.0036, + "step": 582 + }, + { + "epoch": 2.2428915662650604, + "grad_norm": 0.07502184063196182, + "learning_rate": 7.3510924880924575e-06, + "loss": 0.0035, + "step": 583 + }, + { + "epoch": 2.2467469879518074, + "grad_norm": 0.07997576147317886, + "learning_rate": 7.2818890897041065e-06, + "loss": 0.0034, + "step": 584 + }, + { + "epoch": 2.2506024096385544, + "grad_norm": 0.05822072923183441, + "learning_rate": 7.212940402141808e-06, + "loss": 0.0024, + "step": 585 + }, + { + "epoch": 2.2544578313253014, + "grad_norm": 0.05100448429584503, + "learning_rate": 7.1442478062692135e-06, + "loss": 0.006, + "step": 586 + }, + { + "epoch": 2.258313253012048, + "grad_norm": 0.06905625760555267, + "learning_rate": 7.075812677821145e-06, + "loss": 0.0024, + "step": 587 + }, + { + "epoch": 2.262168674698795, + "grad_norm": 0.055957138538360596, + "learning_rate": 7.0076363873759865e-06, + "loss": 0.0037, + "step": 588 + }, + { + "epoch": 2.266024096385542, + "grad_norm": 0.03304177150130272, + "learning_rate": 6.939720300328303e-06, + "loss": 0.0018, + "step": 589 + }, + { + "epoch": 2.269879518072289, + "grad_norm": 0.08473087102174759, + "learning_rate": 6.8720657768614115e-06, + "loss": 0.0058, + "step": 590 + }, + { + "epoch": 2.273734939759036, + "grad_norm": 0.0625910758972168, + "learning_rate": 6.8046741719202385e-06, + "loss": 0.0049, + "step": 591 + }, + { + "epoch": 2.277590361445783, + "grad_norm": 0.07574128359556198, + "learning_rate": 6.737546835184101e-06, + "loss": 0.0043, + "step": 592 + }, + { + "epoch": 2.28144578313253, + "grad_norm": 0.07056653499603271, + "learning_rate": 6.67068511103971e-06, + "loss": 0.0119, + "step": 593 + }, + { + "epoch": 2.285301204819277, + "grad_norm": 0.07596432417631149, + "learning_rate": 6.604090338554267e-06, + "loss": 0.0031, + "step": 594 + }, + { + "epoch": 2.289156626506024, + "grad_norm": 0.0327884741127491, + "learning_rate": 6.537763851448593e-06, + "loss": 0.002, + "step": 595 + }, + { + "epoch": 2.293012048192771, + "grad_norm": 0.03820427507162094, + "learning_rate": 6.471706978070482e-06, + "loss": 0.0017, + "step": 596 + }, + { + "epoch": 2.296867469879518, + "grad_norm": 0.04365382716059685, + "learning_rate": 6.4059210413680175e-06, + "loss": 0.0017, + "step": 597 + }, + { + "epoch": 2.300722891566265, + "grad_norm": 0.08569991588592529, + "learning_rate": 6.340407358863167e-06, + "loss": 0.0028, + "step": 598 + }, + { + "epoch": 2.304578313253012, + "grad_norm": 0.34639790654182434, + "learning_rate": 6.275167242625331e-06, + "loss": 0.0121, + "step": 599 + }, + { + "epoch": 2.3084337349397592, + "grad_norm": 0.0633152648806572, + "learning_rate": 6.210201999245087e-06, + "loss": 0.0027, + "step": 600 + }, + { + "epoch": 2.3122891566265062, + "grad_norm": 0.06482216715812683, + "learning_rate": 6.145512929808013e-06, + "loss": 0.0028, + "step": 601 + }, + { + "epoch": 2.316144578313253, + "grad_norm": 0.06370186805725098, + "learning_rate": 6.081101329868664e-06, + "loss": 0.0052, + "step": 602 + }, + { + "epoch": 2.32, + "grad_norm": 0.05200124904513359, + "learning_rate": 6.016968489424572e-06, + "loss": 0.0022, + "step": 603 + }, + { + "epoch": 2.323855421686747, + "grad_norm": 0.04066948965191841, + "learning_rate": 5.95311569289045e-06, + "loss": 0.0015, + "step": 604 + }, + { + "epoch": 2.327710843373494, + "grad_norm": 0.04939762502908707, + "learning_rate": 5.889544219072465e-06, + "loss": 0.0018, + "step": 605 + }, + { + "epoch": 2.331566265060241, + "grad_norm": 0.05605112388730049, + "learning_rate": 5.8262553411426015e-06, + "loss": 0.0023, + "step": 606 + }, + { + "epoch": 2.335421686746988, + "grad_norm": 0.025311313569545746, + "learning_rate": 5.7632503266131925e-06, + "loss": 0.0013, + "step": 607 + }, + { + "epoch": 2.339277108433735, + "grad_norm": 0.07716325670480728, + "learning_rate": 5.700530437311509e-06, + "loss": 0.0019, + "step": 608 + }, + { + "epoch": 2.343132530120482, + "grad_norm": 0.035999130457639694, + "learning_rate": 5.638096929354522e-06, + "loss": 0.0011, + "step": 609 + }, + { + "epoch": 2.346987951807229, + "grad_norm": 0.10247158259153366, + "learning_rate": 5.5759510531237116e-06, + "loss": 0.0077, + "step": 610 + }, + { + "epoch": 2.350843373493976, + "grad_norm": 0.11552261561155319, + "learning_rate": 5.514094053240035e-06, + "loss": 0.0035, + "step": 611 + }, + { + "epoch": 2.354698795180723, + "grad_norm": 0.09938646852970123, + "learning_rate": 5.452527168539026e-06, + "loss": 0.0018, + "step": 612 + }, + { + "epoch": 2.35855421686747, + "grad_norm": 0.06877364218235016, + "learning_rate": 5.39125163204594e-06, + "loss": 0.0039, + "step": 613 + }, + { + "epoch": 2.362409638554217, + "grad_norm": 0.03887651488184929, + "learning_rate": 5.330268670951091e-06, + "loss": 0.0013, + "step": 614 + }, + { + "epoch": 2.3662650602409636, + "grad_norm": 0.08702801913022995, + "learning_rate": 5.269579506585259e-06, + "loss": 0.0084, + "step": 615 + }, + { + "epoch": 2.370120481927711, + "grad_norm": 0.05485809966921806, + "learning_rate": 5.209185354395261e-06, + "loss": 0.0023, + "step": 616 + }, + { + "epoch": 2.3739759036144576, + "grad_norm": 0.10920535027980804, + "learning_rate": 5.149087423919541e-06, + "loss": 0.0029, + "step": 617 + }, + { + "epoch": 2.3778313253012047, + "grad_norm": 0.13908222317695618, + "learning_rate": 5.089286918764031e-06, + "loss": 0.0034, + "step": 618 + }, + { + "epoch": 2.3816867469879517, + "grad_norm": 0.09357054531574249, + "learning_rate": 5.029785036577976e-06, + "loss": 0.0024, + "step": 619 + }, + { + "epoch": 2.3855421686746987, + "grad_norm": 0.17332714796066284, + "learning_rate": 4.97058296903e-06, + "loss": 0.0064, + "step": 620 + }, + { + "epoch": 2.3893975903614457, + "grad_norm": 0.04516534134745598, + "learning_rate": 4.911681901784198e-06, + "loss": 0.002, + "step": 621 + }, + { + "epoch": 2.3932530120481927, + "grad_norm": 0.10836844146251678, + "learning_rate": 4.853083014476403e-06, + "loss": 0.0116, + "step": 622 + }, + { + "epoch": 2.3971084337349398, + "grad_norm": 0.06490450352430344, + "learning_rate": 4.794787480690597e-06, + "loss": 0.0034, + "step": 623 + }, + { + "epoch": 2.4009638554216868, + "grad_norm": 0.2077661007642746, + "learning_rate": 4.736796467935336e-06, + "loss": 0.0086, + "step": 624 + }, + { + "epoch": 2.404819277108434, + "grad_norm": 0.050042327493429184, + "learning_rate": 4.679111137620442e-06, + "loss": 0.0018, + "step": 625 + }, + { + "epoch": 2.408674698795181, + "grad_norm": 0.04626263305544853, + "learning_rate": 4.621732645033687e-06, + "loss": 0.0016, + "step": 626 + }, + { + "epoch": 2.412530120481928, + "grad_norm": 0.03525455668568611, + "learning_rate": 4.5646621393177e-06, + "loss": 0.001, + "step": 627 + }, + { + "epoch": 2.416385542168675, + "grad_norm": 0.06515587121248245, + "learning_rate": 4.507900763446911e-06, + "loss": 0.003, + "step": 628 + }, + { + "epoch": 2.420240963855422, + "grad_norm": 0.05137157812714577, + "learning_rate": 4.451449654204685e-06, + "loss": 0.0016, + "step": 629 + }, + { + "epoch": 2.4240963855421684, + "grad_norm": 0.09875486046075821, + "learning_rate": 4.395309942160551e-06, + "loss": 0.0019, + "step": 630 + }, + { + "epoch": 2.427951807228916, + "grad_norm": 0.07232407480478287, + "learning_rate": 4.339482751647557e-06, + "loss": 0.0023, + "step": 631 + }, + { + "epoch": 2.4318072289156625, + "grad_norm": 0.06509175151586533, + "learning_rate": 4.283969200739764e-06, + "loss": 0.0042, + "step": 632 + }, + { + "epoch": 2.4356626506024095, + "grad_norm": 0.17352131009101868, + "learning_rate": 4.228770401229824e-06, + "loss": 0.0074, + "step": 633 + }, + { + "epoch": 2.4395180722891565, + "grad_norm": 0.035422373563051224, + "learning_rate": 4.173887458606767e-06, + "loss": 0.0013, + "step": 634 + }, + { + "epoch": 2.4433734939759035, + "grad_norm": 0.038832418620586395, + "learning_rate": 4.119321472033779e-06, + "loss": 0.0013, + "step": 635 + }, + { + "epoch": 2.4472289156626506, + "grad_norm": 0.06765366345643997, + "learning_rate": 4.065073534326282e-06, + "loss": 0.0032, + "step": 636 + }, + { + "epoch": 2.4510843373493976, + "grad_norm": 0.13772547245025635, + "learning_rate": 4.011144731929981e-06, + "loss": 0.0093, + "step": 637 + }, + { + "epoch": 2.4549397590361446, + "grad_norm": 0.08776474744081497, + "learning_rate": 3.957536144899123e-06, + "loss": 0.0067, + "step": 638 + }, + { + "epoch": 2.4587951807228916, + "grad_norm": 0.10551299154758453, + "learning_rate": 3.904248846874894e-06, + "loss": 0.0108, + "step": 639 + }, + { + "epoch": 2.4626506024096386, + "grad_norm": 0.04805995151400566, + "learning_rate": 3.851283905063863e-06, + "loss": 0.0019, + "step": 640 + }, + { + "epoch": 2.4665060240963856, + "grad_norm": 0.09927227348089218, + "learning_rate": 3.7986423802166705e-06, + "loss": 0.0067, + "step": 641 + }, + { + "epoch": 2.4703614457831327, + "grad_norm": 0.11920815706253052, + "learning_rate": 3.7463253266067147e-06, + "loss": 0.0079, + "step": 642 + }, + { + "epoch": 2.4742168674698797, + "grad_norm": 0.037468794733285904, + "learning_rate": 3.694333792009115e-06, + "loss": 0.0014, + "step": 643 + }, + { + "epoch": 2.4780722891566267, + "grad_norm": 0.04393767938017845, + "learning_rate": 3.64266881767966e-06, + "loss": 0.001, + "step": 644 + }, + { + "epoch": 2.4819277108433733, + "grad_norm": 0.045006439089775085, + "learning_rate": 3.5913314383339937e-06, + "loss": 0.0015, + "step": 645 + }, + { + "epoch": 2.4857831325301207, + "grad_norm": 0.05892086401581764, + "learning_rate": 3.5403226821268734e-06, + "loss": 0.0013, + "step": 646 + }, + { + "epoch": 2.4896385542168673, + "grad_norm": 0.09949485957622528, + "learning_rate": 3.4896435706316e-06, + "loss": 0.0037, + "step": 647 + }, + { + "epoch": 2.4934939759036143, + "grad_norm": 0.08316222578287125, + "learning_rate": 3.43929511881953e-06, + "loss": 0.0061, + "step": 648 + }, + { + "epoch": 2.4973493975903613, + "grad_norm": 0.11504265666007996, + "learning_rate": 3.3892783350397675e-06, + "loss": 0.0043, + "step": 649 + }, + { + "epoch": 2.5012048192771084, + "grad_norm": 0.041751548647880554, + "learning_rate": 3.3395942209989694e-06, + "loss": 0.0014, + "step": 650 + }, + { + "epoch": 2.5050602409638554, + "grad_norm": 0.12726637721061707, + "learning_rate": 3.290243771741275e-06, + "loss": 0.0062, + "step": 651 + }, + { + "epoch": 2.5089156626506024, + "grad_norm": 0.10160968452692032, + "learning_rate": 3.241227975628378e-06, + "loss": 0.004, + "step": 652 + }, + { + "epoch": 2.5127710843373494, + "grad_norm": 0.06926268339157104, + "learning_rate": 3.1925478143197418e-06, + "loss": 0.0028, + "step": 653 + }, + { + "epoch": 2.5166265060240964, + "grad_norm": 0.07057193666696548, + "learning_rate": 3.144204262752937e-06, + "loss": 0.003, + "step": 654 + }, + { + "epoch": 2.5204819277108435, + "grad_norm": 0.0741814598441124, + "learning_rate": 3.0961982891241083e-06, + "loss": 0.0022, + "step": 655 + }, + { + "epoch": 2.5243373493975905, + "grad_norm": 0.03325735032558441, + "learning_rate": 3.048530854868579e-06, + "loss": 0.0011, + "step": 656 + }, + { + "epoch": 2.5281927710843375, + "grad_norm": 0.07111026346683502, + "learning_rate": 3.001202914641628e-06, + "loss": 0.0021, + "step": 657 + }, + { + "epoch": 2.532048192771084, + "grad_norm": 0.0835479348897934, + "learning_rate": 2.954215416299331e-06, + "loss": 0.0043, + "step": 658 + }, + { + "epoch": 2.5359036144578315, + "grad_norm": 0.083519846200943, + "learning_rate": 2.907569300879596e-06, + "loss": 0.0036, + "step": 659 + }, + { + "epoch": 2.539759036144578, + "grad_norm": 0.06607409566640854, + "learning_rate": 2.8612655025833148e-06, + "loss": 0.0013, + "step": 660 + }, + { + "epoch": 2.5436144578313256, + "grad_norm": 0.06507234275341034, + "learning_rate": 2.815304948755664e-06, + "loss": 0.0037, + "step": 661 + }, + { + "epoch": 2.547469879518072, + "grad_norm": 0.04953571408987045, + "learning_rate": 2.769688559867514e-06, + "loss": 0.0019, + "step": 662 + }, + { + "epoch": 2.551325301204819, + "grad_norm": 0.24300339818000793, + "learning_rate": 2.7244172494969978e-06, + "loss": 0.0089, + "step": 663 + }, + { + "epoch": 2.555180722891566, + "grad_norm": 0.03667943552136421, + "learning_rate": 2.679491924311226e-06, + "loss": 0.0013, + "step": 664 + }, + { + "epoch": 2.559036144578313, + "grad_norm": 0.05591225251555443, + "learning_rate": 2.6349134840481294e-06, + "loss": 0.002, + "step": 665 + }, + { + "epoch": 2.56289156626506, + "grad_norm": 0.08055668324232101, + "learning_rate": 2.590682821498416e-06, + "loss": 0.0023, + "step": 666 + }, + { + "epoch": 2.5667469879518072, + "grad_norm": 0.0474967285990715, + "learning_rate": 2.546800822487714e-06, + "loss": 0.0025, + "step": 667 + }, + { + "epoch": 2.5706024096385542, + "grad_norm": 0.061049655079841614, + "learning_rate": 2.503268365858831e-06, + "loss": 0.0023, + "step": 668 + }, + { + "epoch": 2.5744578313253013, + "grad_norm": 0.07722913473844528, + "learning_rate": 2.4600863234541338e-06, + "loss": 0.0028, + "step": 669 + }, + { + "epoch": 2.5783132530120483, + "grad_norm": 0.09591741114854813, + "learning_rate": 2.417255560098111e-06, + "loss": 0.0019, + "step": 670 + }, + { + "epoch": 2.5821686746987953, + "grad_norm": 0.08037438243627548, + "learning_rate": 2.374776933580025e-06, + "loss": 0.0054, + "step": 671 + }, + { + "epoch": 2.5860240963855423, + "grad_norm": 0.057184137403964996, + "learning_rate": 2.3326512946367717e-06, + "loss": 0.0022, + "step": 672 + }, + { + "epoch": 2.589879518072289, + "grad_norm": 0.05303996801376343, + "learning_rate": 2.2908794869358044e-06, + "loss": 0.0013, + "step": 673 + }, + { + "epoch": 2.5937349397590364, + "grad_norm": 0.04736126959323883, + "learning_rate": 2.249462347058251e-06, + "loss": 0.0024, + "step": 674 + }, + { + "epoch": 2.597590361445783, + "grad_norm": 0.09622405469417572, + "learning_rate": 2.2084007044821764e-06, + "loss": 0.0057, + "step": 675 + }, + { + "epoch": 2.6014457831325304, + "grad_norm": 0.052896302193403244, + "learning_rate": 2.167695381565944e-06, + "loss": 0.0022, + "step": 676 + }, + { + "epoch": 2.605301204819277, + "grad_norm": 0.10612209141254425, + "learning_rate": 2.127347193531757e-06, + "loss": 0.0055, + "step": 677 + }, + { + "epoch": 2.609156626506024, + "grad_norm": 0.08298195898532867, + "learning_rate": 2.0873569484493305e-06, + "loss": 0.0036, + "step": 678 + }, + { + "epoch": 2.613012048192771, + "grad_norm": 0.06990071386098862, + "learning_rate": 2.0477254472197237e-06, + "loss": 0.0057, + "step": 679 + }, + { + "epoch": 2.616867469879518, + "grad_norm": 0.06889458000659943, + "learning_rate": 2.0084534835592584e-06, + "loss": 0.0041, + "step": 680 + }, + { + "epoch": 2.620722891566265, + "grad_norm": 0.04544433578848839, + "learning_rate": 1.96954184398368e-06, + "loss": 0.0018, + "step": 681 + }, + { + "epoch": 2.624578313253012, + "grad_norm": 0.06777770817279816, + "learning_rate": 1.930991307792358e-06, + "loss": 0.0043, + "step": 682 + }, + { + "epoch": 2.628433734939759, + "grad_norm": 0.054681550711393356, + "learning_rate": 1.8928026470526917e-06, + "loss": 0.0019, + "step": 683 + }, + { + "epoch": 2.632289156626506, + "grad_norm": 0.10625132918357849, + "learning_rate": 1.8549766265846725e-06, + "loss": 0.0027, + "step": 684 + }, + { + "epoch": 2.636144578313253, + "grad_norm": 0.081264428794384, + "learning_rate": 1.817514003945524e-06, + "loss": 0.0057, + "step": 685 + }, + { + "epoch": 2.64, + "grad_norm": 0.04519634321331978, + "learning_rate": 1.7804155294145765e-06, + "loss": 0.0019, + "step": 686 + }, + { + "epoch": 2.643855421686747, + "grad_norm": 0.02832118421792984, + "learning_rate": 1.743681945978184e-06, + "loss": 0.001, + "step": 687 + }, + { + "epoch": 2.6477108433734937, + "grad_norm": 0.06859899312257767, + "learning_rate": 1.7073139893149092e-06, + "loss": 0.0037, + "step": 688 + }, + { + "epoch": 2.651566265060241, + "grad_norm": 0.045318011194467545, + "learning_rate": 1.6713123877807413e-06, + "loss": 0.0019, + "step": 689 + }, + { + "epoch": 2.6554216867469878, + "grad_norm": 0.09894543141126633, + "learning_rate": 1.6356778623945223e-06, + "loss": 0.0072, + "step": 690 + }, + { + "epoch": 2.659277108433735, + "grad_norm": 0.06565819680690765, + "learning_rate": 1.6004111268235156e-06, + "loss": 0.0066, + "step": 691 + }, + { + "epoch": 2.663132530120482, + "grad_norm": 0.043372225016355515, + "learning_rate": 1.5655128873691138e-06, + "loss": 0.0031, + "step": 692 + }, + { + "epoch": 2.666987951807229, + "grad_norm": 0.042357612401247025, + "learning_rate": 1.5309838429526714e-06, + "loss": 0.0013, + "step": 693 + }, + { + "epoch": 2.670843373493976, + "grad_norm": 0.1303417682647705, + "learning_rate": 1.49682468510153e-06, + "loss": 0.0114, + "step": 694 + }, + { + "epoch": 2.674698795180723, + "grad_norm": 0.04758170619606972, + "learning_rate": 1.4630360979351644e-06, + "loss": 0.0014, + "step": 695 + }, + { + "epoch": 2.67855421686747, + "grad_norm": 0.05521918088197708, + "learning_rate": 1.4296187581514742e-06, + "loss": 0.0042, + "step": 696 + }, + { + "epoch": 2.682409638554217, + "grad_norm": 0.09340808540582657, + "learning_rate": 1.396573335013236e-06, + "loss": 0.0022, + "step": 697 + }, + { + "epoch": 2.686265060240964, + "grad_norm": 0.04764275625348091, + "learning_rate": 1.3639004903346954e-06, + "loss": 0.0029, + "step": 698 + }, + { + "epoch": 2.690120481927711, + "grad_norm": 1.6971749067306519, + "learning_rate": 1.3316008784683265e-06, + "loss": 0.0224, + "step": 699 + }, + { + "epoch": 2.693975903614458, + "grad_norm": 0.048169564455747604, + "learning_rate": 1.2996751462917057e-06, + "loss": 0.0042, + "step": 700 + }, + { + "epoch": 2.697831325301205, + "grad_norm": 0.07363072782754898, + "learning_rate": 1.2681239331945695e-06, + "loss": 0.0035, + "step": 701 + }, + { + "epoch": 2.701686746987952, + "grad_norm": 0.07053504884243011, + "learning_rate": 1.2369478710660166e-06, + "loss": 0.0033, + "step": 702 + }, + { + "epoch": 2.7055421686746985, + "grad_norm": 0.031916484236717224, + "learning_rate": 1.2061475842818337e-06, + "loss": 0.0011, + "step": 703 + }, + { + "epoch": 2.709397590361446, + "grad_norm": 0.05330387130379677, + "learning_rate": 1.175723689692001e-06, + "loss": 0.0029, + "step": 704 + }, + { + "epoch": 2.7132530120481926, + "grad_norm": 0.10069465637207031, + "learning_rate": 1.1456767966083393e-06, + "loss": 0.0101, + "step": 705 + }, + { + "epoch": 2.7171084337349396, + "grad_norm": 0.06322697550058365, + "learning_rate": 1.1160075067923092e-06, + "loss": 0.0029, + "step": 706 + }, + { + "epoch": 2.7209638554216866, + "grad_norm": 0.040642112493515015, + "learning_rate": 1.086716414442952e-06, + "loss": 0.0014, + "step": 707 + }, + { + "epoch": 2.7248192771084336, + "grad_norm": 0.15921436250209808, + "learning_rate": 1.057804106184992e-06, + "loss": 0.0017, + "step": 708 + }, + { + "epoch": 2.7286746987951807, + "grad_norm": 0.032873108983039856, + "learning_rate": 1.0292711610570904e-06, + "loss": 0.0014, + "step": 709 + }, + { + "epoch": 2.7325301204819277, + "grad_norm": 0.0637291744351387, + "learning_rate": 1.0011181505002488e-06, + "loss": 0.0033, + "step": 710 + }, + { + "epoch": 2.7363855421686747, + "grad_norm": 0.05275186896324158, + "learning_rate": 9.733456383463658e-07, + "loss": 0.0023, + "step": 711 + }, + { + "epoch": 2.7402409638554217, + "grad_norm": 0.05407094582915306, + "learning_rate": 9.459541808069295e-07, + "loss": 0.0011, + "step": 712 + }, + { + "epoch": 2.7440963855421687, + "grad_norm": 0.06292422115802765, + "learning_rate": 9.189443264619102e-07, + "loss": 0.0026, + "step": 713 + }, + { + "epoch": 2.7479518072289157, + "grad_norm": 0.044170819222927094, + "learning_rate": 8.923166162487407e-07, + "loss": 0.0019, + "step": 714 + }, + { + "epoch": 2.7518072289156628, + "grad_norm": 0.029595479369163513, + "learning_rate": 8.660715834514977e-07, + "loss": 0.0013, + "step": 715 + }, + { + "epoch": 2.75566265060241, + "grad_norm": 0.15282854437828064, + "learning_rate": 8.402097536902221e-07, + "loss": 0.005, + "step": 716 + }, + { + "epoch": 2.759518072289157, + "grad_norm": 0.04469212144613266, + "learning_rate": 8.147316449103959e-07, + "loss": 0.0018, + "step": 717 + }, + { + "epoch": 2.7633734939759034, + "grad_norm": 0.06863706558942795, + "learning_rate": 7.896377673725553e-07, + "loss": 0.004, + "step": 718 + }, + { + "epoch": 2.767228915662651, + "grad_norm": 0.11314541101455688, + "learning_rate": 7.649286236420806e-07, + "loss": 0.0047, + "step": 719 + }, + { + "epoch": 2.7710843373493974, + "grad_norm": 0.03980047255754471, + "learning_rate": 7.406047085791379e-07, + "loss": 0.0012, + "step": 720 + }, + { + "epoch": 2.7749397590361444, + "grad_norm": 0.05426950752735138, + "learning_rate": 7.166665093287539e-07, + "loss": 0.0017, + "step": 721 + }, + { + "epoch": 2.7787951807228914, + "grad_norm": 0.05432049557566643, + "learning_rate": 6.931145053110655e-07, + "loss": 0.0017, + "step": 722 + }, + { + "epoch": 2.7826506024096385, + "grad_norm": 0.09208190441131592, + "learning_rate": 6.69949168211721e-07, + "loss": 0.0061, + "step": 723 + }, + { + "epoch": 2.7865060240963855, + "grad_norm": 0.04900306090712547, + "learning_rate": 6.471709619724386e-07, + "loss": 0.0043, + "step": 724 + }, + { + "epoch": 2.7903614457831325, + "grad_norm": 0.06775905936956406, + "learning_rate": 6.247803427816945e-07, + "loss": 0.0037, + "step": 725 + }, + { + "epoch": 2.7942168674698795, + "grad_norm": 0.060494791716337204, + "learning_rate": 6.027777590656115e-07, + "loss": 0.0059, + "step": 726 + }, + { + "epoch": 2.7980722891566265, + "grad_norm": 0.04662139341235161, + "learning_rate": 5.811636514789598e-07, + "loss": 0.0016, + "step": 727 + }, + { + "epoch": 2.8019277108433736, + "grad_norm": 0.05482866242527962, + "learning_rate": 5.599384528963425e-07, + "loss": 0.0031, + "step": 728 + }, + { + "epoch": 2.8057831325301206, + "grad_norm": 0.03152560442686081, + "learning_rate": 5.391025884035239e-07, + "loss": 0.0009, + "step": 729 + }, + { + "epoch": 2.8096385542168676, + "grad_norm": 0.32685551047325134, + "learning_rate": 5.186564752889078e-07, + "loss": 0.0047, + "step": 730 + }, + { + "epoch": 2.8134939759036146, + "grad_norm": 0.11512124538421631, + "learning_rate": 4.986005230351954e-07, + "loss": 0.0019, + "step": 731 + }, + { + "epoch": 2.8173493975903616, + "grad_norm": 0.062155649065971375, + "learning_rate": 4.789351333111691e-07, + "loss": 0.0023, + "step": 732 + }, + { + "epoch": 2.821204819277108, + "grad_norm": 0.0548781119287014, + "learning_rate": 4.5966069996365993e-07, + "loss": 0.0017, + "step": 733 + }, + { + "epoch": 2.8250602409638557, + "grad_norm": 0.09939337521791458, + "learning_rate": 4.407776090096527e-07, + "loss": 0.0075, + "step": 734 + }, + { + "epoch": 2.8289156626506022, + "grad_norm": 0.18062038719654083, + "learning_rate": 4.22286238628562e-07, + "loss": 0.0072, + "step": 735 + }, + { + "epoch": 2.8327710843373493, + "grad_norm": 0.06187034770846367, + "learning_rate": 4.0418695915464657e-07, + "loss": 0.0021, + "step": 736 + }, + { + "epoch": 2.8366265060240963, + "grad_norm": 0.05907326936721802, + "learning_rate": 3.8648013306960664e-07, + "loss": 0.0044, + "step": 737 + }, + { + "epoch": 2.8404819277108433, + "grad_norm": 0.03833287954330444, + "learning_rate": 3.691661149953096e-07, + "loss": 0.0019, + "step": 738 + }, + { + "epoch": 2.8443373493975903, + "grad_norm": 0.06432440876960754, + "learning_rate": 3.522452516867048e-07, + "loss": 0.0036, + "step": 739 + }, + { + "epoch": 2.8481927710843373, + "grad_norm": 0.09182235598564148, + "learning_rate": 3.357178820248641e-07, + "loss": 0.0032, + "step": 740 + }, + { + "epoch": 2.8520481927710843, + "grad_norm": 0.07224789261817932, + "learning_rate": 3.1958433701019697e-07, + "loss": 0.0043, + "step": 741 + }, + { + "epoch": 2.8559036144578314, + "grad_norm": 0.06781880557537079, + "learning_rate": 3.038449397558396e-07, + "loss": 0.0065, + "step": 742 + }, + { + "epoch": 2.8597590361445784, + "grad_norm": 0.05772759020328522, + "learning_rate": 2.8850000548115155e-07, + "loss": 0.0067, + "step": 743 + }, + { + "epoch": 2.8636144578313254, + "grad_norm": 0.062191132456064224, + "learning_rate": 2.735498415054294e-07, + "loss": 0.0017, + "step": 744 + }, + { + "epoch": 2.8674698795180724, + "grad_norm": 0.07510855793952942, + "learning_rate": 2.5899474724174313e-07, + "loss": 0.0062, + "step": 745 + }, + { + "epoch": 2.8713253012048194, + "grad_norm": 0.09228724986314774, + "learning_rate": 2.4483501419093836e-07, + "loss": 0.0052, + "step": 746 + }, + { + "epoch": 2.8751807228915665, + "grad_norm": 0.07365840673446655, + "learning_rate": 2.3107092593579905e-07, + "loss": 0.0023, + "step": 747 + }, + { + "epoch": 2.879036144578313, + "grad_norm": 0.04592515155673027, + "learning_rate": 2.1770275813536746e-07, + "loss": 0.0025, + "step": 748 + }, + { + "epoch": 2.8828915662650605, + "grad_norm": 0.10120226442813873, + "learning_rate": 2.0473077851942858e-07, + "loss": 0.0031, + "step": 749 + }, + { + "epoch": 2.886746987951807, + "grad_norm": 0.17792415618896484, + "learning_rate": 1.9215524688313893e-07, + "loss": 0.014, + "step": 750 + }, + { + "epoch": 2.890602409638554, + "grad_norm": 0.06266997009515762, + "learning_rate": 1.799764150818306e-07, + "loss": 0.002, + "step": 751 + }, + { + "epoch": 2.894457831325301, + "grad_norm": 0.45810872316360474, + "learning_rate": 1.6819452702596882e-07, + "loss": 0.0146, + "step": 752 + }, + { + "epoch": 2.898313253012048, + "grad_norm": 0.05916321277618408, + "learning_rate": 1.5680981867625566e-07, + "loss": 0.0015, + "step": 753 + }, + { + "epoch": 2.902168674698795, + "grad_norm": 0.03866809979081154, + "learning_rate": 1.4582251803892055e-07, + "loss": 0.0016, + "step": 754 + }, + { + "epoch": 2.906024096385542, + "grad_norm": 0.036693356931209564, + "learning_rate": 1.3523284516113955e-07, + "loss": 0.0012, + "step": 755 + }, + { + "epoch": 2.909879518072289, + "grad_norm": 0.05886024609208107, + "learning_rate": 1.2504101212664099e-07, + "loss": 0.0045, + "step": 756 + }, + { + "epoch": 2.913734939759036, + "grad_norm": 0.040891118347644806, + "learning_rate": 1.1524722305144231e-07, + "loss": 0.0016, + "step": 757 + }, + { + "epoch": 2.917590361445783, + "grad_norm": 0.041443172842264175, + "learning_rate": 1.058516740797777e-07, + "loss": 0.0013, + "step": 758 + }, + { + "epoch": 2.9214457831325302, + "grad_norm": 0.054761920124292374, + "learning_rate": 9.685455338016347e-08, + "loss": 0.0089, + "step": 759 + }, + { + "epoch": 2.9253012048192772, + "grad_norm": 0.07846648246049881, + "learning_rate": 8.825604114162556e-08, + "loss": 0.0039, + "step": 760 + }, + { + "epoch": 2.929156626506024, + "grad_norm": 0.056512586772441864, + "learning_rate": 8.005630957010014e-08, + "loss": 0.0027, + "step": 761 + }, + { + "epoch": 2.9330120481927713, + "grad_norm": 0.060711685568094254, + "learning_rate": 7.225552288497195e-08, + "loss": 0.0024, + "step": 762 + }, + { + "epoch": 2.936867469879518, + "grad_norm": 0.0869465172290802, + "learning_rate": 6.485383731580142e-08, + "loss": 0.0044, + "step": 763 + }, + { + "epoch": 2.9407228915662653, + "grad_norm": 0.05840534344315529, + "learning_rate": 5.785140109917819e-08, + "loss": 0.0018, + "step": 764 + }, + { + "epoch": 2.944578313253012, + "grad_norm": 0.06657087057828903, + "learning_rate": 5.1248354475768034e-08, + "loss": 0.0018, + "step": 765 + }, + { + "epoch": 2.948433734939759, + "grad_norm": 0.14245258271694183, + "learning_rate": 4.5044829687497236e-08, + "loss": 0.0064, + "step": 766 + }, + { + "epoch": 2.952289156626506, + "grad_norm": 0.08578988164663315, + "learning_rate": 3.924095097489922e-08, + "loss": 0.0024, + "step": 767 + }, + { + "epoch": 2.956144578313253, + "grad_norm": 0.06886732578277588, + "learning_rate": 3.383683457463649e-08, + "loss": 0.0025, + "step": 768 + }, + { + "epoch": 2.96, + "grad_norm": 0.04008497670292854, + "learning_rate": 2.8832588717164766e-08, + "loss": 0.0011, + "step": 769 + }, + { + "epoch": 2.963855421686747, + "grad_norm": 0.16563624143600464, + "learning_rate": 2.4228313624568013e-08, + "loss": 0.0037, + "step": 770 + }, + { + "epoch": 2.967710843373494, + "grad_norm": 0.08181282877922058, + "learning_rate": 2.0024101508555604e-08, + "loss": 0.0054, + "step": 771 + }, + { + "epoch": 2.971566265060241, + "grad_norm": 0.03823351487517357, + "learning_rate": 1.6220036568608265e-08, + "loss": 0.0012, + "step": 772 + }, + { + "epoch": 2.975421686746988, + "grad_norm": 0.05286383256316185, + "learning_rate": 1.281619499029274e-08, + "loss": 0.0017, + "step": 773 + }, + { + "epoch": 2.979277108433735, + "grad_norm": 0.06881670653820038, + "learning_rate": 9.812644943745231e-09, + "loss": 0.0018, + "step": 774 + }, + { + "epoch": 2.983132530120482, + "grad_norm": 0.057672757655382156, + "learning_rate": 7.209446582292501e-09, + "loss": 0.0015, + "step": 775 + }, + { + "epoch": 2.9869879518072286, + "grad_norm": 0.04903646931052208, + "learning_rate": 5.006652041255055e-09, + "loss": 0.0022, + "step": 776 + }, + { + "epoch": 2.990843373493976, + "grad_norm": 0.08570756763219833, + "learning_rate": 3.2043054369057523e-09, + "loss": 0.0015, + "step": 777 + }, + { + "epoch": 2.9946987951807227, + "grad_norm": 0.16793213784694672, + "learning_rate": 1.8024428655794012e-09, + "loss": 0.0141, + "step": 778 + }, + { + "epoch": 2.99855421686747, + "grad_norm": 0.058249011635780334, + "learning_rate": 8.010924029533406e-10, + "loss": 0.0067, + "step": 779 + }, + { + "epoch": 3.0, + "grad_norm": 0.03606564551591873, + "learning_rate": 2.002741034812239e-10, + "loss": 0.0009, + "step": 780 + } + ], + "logging_steps": 1, + "max_steps": 780, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 92, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.918873234148688e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-780/training_args.bin b/checkpoint-780/training_args.bin new file mode 100644 index 0000000..16dd9a0 --- /dev/null +++ b/checkpoint-780/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278dd9cb4a0ad2cab5c6d1358fbf0c25929c01aec5836b90960695f31f47b1b6 +size 7825 diff --git a/checkpoint-92/chat_template.jinja b/checkpoint-92/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/checkpoint-92/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-92/config.json b/checkpoint-92/config.json new file mode 100644 index 0000000..8da640a --- /dev/null +++ b/checkpoint-92/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.56.2", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/checkpoint-92/generation_config.json b/checkpoint-92/generation_config.json new file mode 100644 index 0000000..2152026 --- /dev/null +++ b/checkpoint-92/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128009, + 128001, + 128008, + 128009 + ], + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-92/model-00001-of-00002.safetensors b/checkpoint-92/model-00001-of-00002.safetensors new file mode 100644 index 0000000..84cbb1b --- /dev/null +++ b/checkpoint-92/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed471d592fa82d113dbc910673f3c78d23c950c6ffc26c9655428315a6dea8e +size 4965799096 diff --git a/checkpoint-92/model-00002-of-00002.safetensors b/checkpoint-92/model-00002-of-00002.safetensors new file mode 100644 index 0000000..213ec93 --- /dev/null +++ b/checkpoint-92/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5048216cd781cfd10c332634507fa0aad926ce173140cd3968c89bbeae48c13f +size 2247734992 diff --git a/checkpoint-92/model.safetensors.index.json b/checkpoint-92/model.safetensors.index.json new file mode 100644 index 0000000..887d493 --- /dev/null +++ b/checkpoint-92/model.safetensors.index.json @@ -0,0 +1,263 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 7213504512 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/checkpoint-92/special_tokens_map.json b/checkpoint-92/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/checkpoint-92/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-92/tokenizer.json b/checkpoint-92/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/checkpoint-92/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-92/tokenizer_config.json b/checkpoint-92/tokenizer_config.json new file mode 100644 index 0000000..d1e1ea9 --- /dev/null +++ b/checkpoint-92/tokenizer_config.json @@ -0,0 +1,2068 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-92/trainer_state.json b/checkpoint-92/trainer_state.json new file mode 100644 index 0000000..b2a44dd --- /dev/null +++ b/checkpoint-92/trainer_state.json @@ -0,0 +1,678 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.3546987951807229, + "eval_steps": 500, + "global_step": 92, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0038554216867469878, + "grad_norm": 1.2289724349975586, + "learning_rate": 0.0, + "loss": 0.0363, + "step": 1 + }, + { + "epoch": 0.0077108433734939755, + "grad_norm": 1.148133635520935, + "learning_rate": 5.128205128205128e-07, + "loss": 0.042, + "step": 2 + }, + { + "epoch": 0.011566265060240964, + "grad_norm": 1.251704216003418, + "learning_rate": 1.0256410256410257e-06, + "loss": 0.0442, + "step": 3 + }, + { + "epoch": 0.015421686746987951, + "grad_norm": 1.1709717512130737, + "learning_rate": 1.5384615384615387e-06, + "loss": 0.0363, + "step": 4 + }, + { + "epoch": 0.01927710843373494, + "grad_norm": 1.1885852813720703, + "learning_rate": 2.0512820512820513e-06, + "loss": 0.0281, + "step": 5 + }, + { + "epoch": 0.02313253012048193, + "grad_norm": 0.7513725161552429, + "learning_rate": 2.564102564102564e-06, + "loss": 0.0456, + "step": 6 + }, + { + "epoch": 0.026987951807228915, + "grad_norm": 0.6604480147361755, + "learning_rate": 3.0769230769230774e-06, + "loss": 0.0336, + "step": 7 + }, + { + "epoch": 0.030843373493975902, + "grad_norm": 0.5245765447616577, + "learning_rate": 3.58974358974359e-06, + "loss": 0.0351, + "step": 8 + }, + { + "epoch": 0.03469879518072289, + "grad_norm": 0.35446059703826904, + "learning_rate": 4.102564102564103e-06, + "loss": 0.022, + "step": 9 + }, + { + "epoch": 0.03855421686746988, + "grad_norm": 0.40557414293289185, + "learning_rate": 4.615384615384616e-06, + "loss": 0.0248, + "step": 10 + }, + { + "epoch": 0.042409638554216866, + "grad_norm": 0.3844715356826782, + "learning_rate": 5.128205128205128e-06, + "loss": 0.0289, + "step": 11 + }, + { + "epoch": 0.04626506024096386, + "grad_norm": 0.31521302461624146, + "learning_rate": 5.641025641025641e-06, + "loss": 0.0221, + "step": 12 + }, + { + "epoch": 0.05012048192771084, + "grad_norm": 0.40441566705703735, + "learning_rate": 6.153846153846155e-06, + "loss": 0.0226, + "step": 13 + }, + { + "epoch": 0.05397590361445783, + "grad_norm": 0.30345258116722107, + "learning_rate": 6.666666666666667e-06, + "loss": 0.0181, + "step": 14 + }, + { + "epoch": 0.05783132530120482, + "grad_norm": 0.32419148087501526, + "learning_rate": 7.17948717948718e-06, + "loss": 0.0217, + "step": 15 + }, + { + "epoch": 0.061686746987951804, + "grad_norm": 0.29662227630615234, + "learning_rate": 7.692307692307694e-06, + "loss": 0.0216, + "step": 16 + }, + { + "epoch": 0.0655421686746988, + "grad_norm": 0.24562332034111023, + "learning_rate": 8.205128205128205e-06, + "loss": 0.0163, + "step": 17 + }, + { + "epoch": 0.06939759036144579, + "grad_norm": 0.21251554787158966, + "learning_rate": 8.717948717948719e-06, + "loss": 0.0176, + "step": 18 + }, + { + "epoch": 0.07325301204819278, + "grad_norm": 0.195358544588089, + "learning_rate": 9.230769230769232e-06, + "loss": 0.0121, + "step": 19 + }, + { + "epoch": 0.07710843373493977, + "grad_norm": 0.1519210785627365, + "learning_rate": 9.743589743589744e-06, + "loss": 0.0103, + "step": 20 + }, + { + "epoch": 0.08096385542168674, + "grad_norm": 0.29832565784454346, + "learning_rate": 1.0256410256410256e-05, + "loss": 0.0197, + "step": 21 + }, + { + "epoch": 0.08481927710843373, + "grad_norm": 0.24802711606025696, + "learning_rate": 1.076923076923077e-05, + "loss": 0.0207, + "step": 22 + }, + { + "epoch": 0.08867469879518072, + "grad_norm": 0.17878903448581696, + "learning_rate": 1.1282051282051283e-05, + "loss": 0.014, + "step": 23 + }, + { + "epoch": 0.09253012048192771, + "grad_norm": 0.23687325417995453, + "learning_rate": 1.1794871794871796e-05, + "loss": 0.0153, + "step": 24 + }, + { + "epoch": 0.0963855421686747, + "grad_norm": 0.29058969020843506, + "learning_rate": 1.230769230769231e-05, + "loss": 0.0149, + "step": 25 + }, + { + "epoch": 0.10024096385542168, + "grad_norm": 0.1624310314655304, + "learning_rate": 1.2820512820512823e-05, + "loss": 0.0127, + "step": 26 + }, + { + "epoch": 0.10409638554216867, + "grad_norm": 0.27256354689598083, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.0173, + "step": 27 + }, + { + "epoch": 0.10795180722891566, + "grad_norm": 0.24831782281398773, + "learning_rate": 1.3846153846153847e-05, + "loss": 0.0161, + "step": 28 + }, + { + "epoch": 0.11180722891566265, + "grad_norm": 0.20417729020118713, + "learning_rate": 1.435897435897436e-05, + "loss": 0.0127, + "step": 29 + }, + { + "epoch": 0.11566265060240964, + "grad_norm": 0.22253485023975372, + "learning_rate": 1.4871794871794874e-05, + "loss": 0.018, + "step": 30 + }, + { + "epoch": 0.11951807228915663, + "grad_norm": 0.1634419709444046, + "learning_rate": 1.5384615384615387e-05, + "loss": 0.0092, + "step": 31 + }, + { + "epoch": 0.12337349397590361, + "grad_norm": 0.16349917650222778, + "learning_rate": 1.5897435897435897e-05, + "loss": 0.0151, + "step": 32 + }, + { + "epoch": 0.1272289156626506, + "grad_norm": 0.2271573394536972, + "learning_rate": 1.641025641025641e-05, + "loss": 0.0174, + "step": 33 + }, + { + "epoch": 0.1310843373493976, + "grad_norm": 0.1916988492012024, + "learning_rate": 1.6923076923076924e-05, + "loss": 0.0126, + "step": 34 + }, + { + "epoch": 0.13493975903614458, + "grad_norm": 0.23479051887989044, + "learning_rate": 1.7435897435897438e-05, + "loss": 0.0116, + "step": 35 + }, + { + "epoch": 0.13879518072289157, + "grad_norm": 0.18296493589878082, + "learning_rate": 1.794871794871795e-05, + "loss": 0.0133, + "step": 36 + }, + { + "epoch": 0.14265060240963856, + "grad_norm": 0.12307147681713104, + "learning_rate": 1.8461538461538465e-05, + "loss": 0.0093, + "step": 37 + }, + { + "epoch": 0.14650602409638555, + "grad_norm": 0.1736001819372177, + "learning_rate": 1.8974358974358975e-05, + "loss": 0.0097, + "step": 38 + }, + { + "epoch": 0.15036144578313254, + "grad_norm": 0.21048344671726227, + "learning_rate": 1.9487179487179488e-05, + "loss": 0.0121, + "step": 39 + }, + { + "epoch": 0.15421686746987953, + "grad_norm": 0.18844228982925415, + "learning_rate": 2e-05, + "loss": 0.0145, + "step": 40 + }, + { + "epoch": 0.1580722891566265, + "grad_norm": 0.24053065478801727, + "learning_rate": 2.0512820512820512e-05, + "loss": 0.0233, + "step": 41 + }, + { + "epoch": 0.16192771084337348, + "grad_norm": 0.16952425241470337, + "learning_rate": 2.102564102564103e-05, + "loss": 0.024, + "step": 42 + }, + { + "epoch": 0.16578313253012048, + "grad_norm": 0.1816851794719696, + "learning_rate": 2.153846153846154e-05, + "loss": 0.0165, + "step": 43 + }, + { + "epoch": 0.16963855421686747, + "grad_norm": 0.17718464136123657, + "learning_rate": 2.2051282051282056e-05, + "loss": 0.0171, + "step": 44 + }, + { + "epoch": 0.17349397590361446, + "grad_norm": 0.44719773530960083, + "learning_rate": 2.2564102564102566e-05, + "loss": 0.0357, + "step": 45 + }, + { + "epoch": 0.17734939759036145, + "grad_norm": 0.1649208813905716, + "learning_rate": 2.3076923076923076e-05, + "loss": 0.016, + "step": 46 + }, + { + "epoch": 0.18120481927710844, + "grad_norm": 0.17772121727466583, + "learning_rate": 2.3589743589743593e-05, + "loss": 0.0106, + "step": 47 + }, + { + "epoch": 0.18506024096385543, + "grad_norm": 0.30155256390571594, + "learning_rate": 2.4102564102564103e-05, + "loss": 0.0132, + "step": 48 + }, + { + "epoch": 0.18891566265060242, + "grad_norm": 0.1777803599834442, + "learning_rate": 2.461538461538462e-05, + "loss": 0.0089, + "step": 49 + }, + { + "epoch": 0.1927710843373494, + "grad_norm": 0.23959968984127045, + "learning_rate": 2.512820512820513e-05, + "loss": 0.0137, + "step": 50 + }, + { + "epoch": 0.1966265060240964, + "grad_norm": 0.2473219782114029, + "learning_rate": 2.5641025641025646e-05, + "loss": 0.0241, + "step": 51 + }, + { + "epoch": 0.20048192771084336, + "grad_norm": 0.14216162264347076, + "learning_rate": 2.6153846153846157e-05, + "loss": 0.0089, + "step": 52 + }, + { + "epoch": 0.20433734939759035, + "grad_norm": 0.16024824976921082, + "learning_rate": 2.6666666666666667e-05, + "loss": 0.0105, + "step": 53 + }, + { + "epoch": 0.20819277108433734, + "grad_norm": 0.19614927470684052, + "learning_rate": 2.7179487179487183e-05, + "loss": 0.0102, + "step": 54 + }, + { + "epoch": 0.21204819277108433, + "grad_norm": 0.18651551008224487, + "learning_rate": 2.7692307692307694e-05, + "loss": 0.0109, + "step": 55 + }, + { + "epoch": 0.21590361445783132, + "grad_norm": 0.1358720362186432, + "learning_rate": 2.820512820512821e-05, + "loss": 0.0082, + "step": 56 + }, + { + "epoch": 0.2197590361445783, + "grad_norm": 0.13998733460903168, + "learning_rate": 2.871794871794872e-05, + "loss": 0.0081, + "step": 57 + }, + { + "epoch": 0.2236144578313253, + "grad_norm": 0.1299574077129364, + "learning_rate": 2.923076923076923e-05, + "loss": 0.0067, + "step": 58 + }, + { + "epoch": 0.2274698795180723, + "grad_norm": 0.17477169632911682, + "learning_rate": 2.9743589743589747e-05, + "loss": 0.0091, + "step": 59 + }, + { + "epoch": 0.23132530120481928, + "grad_norm": 0.27078455686569214, + "learning_rate": 3.0256410256410257e-05, + "loss": 0.0128, + "step": 60 + }, + { + "epoch": 0.23518072289156627, + "grad_norm": 0.2184700220823288, + "learning_rate": 3.0769230769230774e-05, + "loss": 0.0236, + "step": 61 + }, + { + "epoch": 0.23903614457831326, + "grad_norm": 0.21013228595256805, + "learning_rate": 3.128205128205129e-05, + "loss": 0.0114, + "step": 62 + }, + { + "epoch": 0.24289156626506025, + "grad_norm": 0.4988560974597931, + "learning_rate": 3.1794871794871795e-05, + "loss": 0.0111, + "step": 63 + }, + { + "epoch": 0.24674698795180722, + "grad_norm": 0.18484456837177277, + "learning_rate": 3.230769230769231e-05, + "loss": 0.0104, + "step": 64 + }, + { + "epoch": 0.25060240963855424, + "grad_norm": 0.19871847331523895, + "learning_rate": 3.282051282051282e-05, + "loss": 0.0094, + "step": 65 + }, + { + "epoch": 0.2544578313253012, + "grad_norm": 0.17952671647071838, + "learning_rate": 3.3333333333333335e-05, + "loss": 0.0127, + "step": 66 + }, + { + "epoch": 0.2583132530120482, + "grad_norm": 0.29055604338645935, + "learning_rate": 3.384615384615385e-05, + "loss": 0.023, + "step": 67 + }, + { + "epoch": 0.2621686746987952, + "grad_norm": 0.2033795416355133, + "learning_rate": 3.435897435897436e-05, + "loss": 0.0091, + "step": 68 + }, + { + "epoch": 0.26602409638554214, + "grad_norm": 0.2499230057001114, + "learning_rate": 3.4871794871794875e-05, + "loss": 0.0221, + "step": 69 + }, + { + "epoch": 0.26987951807228916, + "grad_norm": 0.22038578987121582, + "learning_rate": 3.538461538461539e-05, + "loss": 0.0139, + "step": 70 + }, + { + "epoch": 0.2737349397590361, + "grad_norm": 0.14657297730445862, + "learning_rate": 3.58974358974359e-05, + "loss": 0.0104, + "step": 71 + }, + { + "epoch": 0.27759036144578314, + "grad_norm": 0.23861773312091827, + "learning_rate": 3.6410256410256416e-05, + "loss": 0.0126, + "step": 72 + }, + { + "epoch": 0.2814457831325301, + "grad_norm": 0.21007320284843445, + "learning_rate": 3.692307692307693e-05, + "loss": 0.0133, + "step": 73 + }, + { + "epoch": 0.2853012048192771, + "grad_norm": 0.20938654243946075, + "learning_rate": 3.7435897435897436e-05, + "loss": 0.0116, + "step": 74 + }, + { + "epoch": 0.2891566265060241, + "grad_norm": 0.27394789457321167, + "learning_rate": 3.794871794871795e-05, + "loss": 0.0158, + "step": 75 + }, + { + "epoch": 0.2930120481927711, + "grad_norm": 0.1749437153339386, + "learning_rate": 3.846153846153846e-05, + "loss": 0.0097, + "step": 76 + }, + { + "epoch": 0.29686746987951806, + "grad_norm": 0.2208889275789261, + "learning_rate": 3.8974358974358976e-05, + "loss": 0.024, + "step": 77 + }, + { + "epoch": 0.3007228915662651, + "grad_norm": 0.32802650332450867, + "learning_rate": 3.948717948717949e-05, + "loss": 0.015, + "step": 78 + }, + { + "epoch": 0.30457831325301205, + "grad_norm": 0.21527938544750214, + "learning_rate": 4e-05, + "loss": 0.0137, + "step": 79 + }, + { + "epoch": 0.30843373493975906, + "grad_norm": 0.2894026041030884, + "learning_rate": 3.999979972589652e-05, + "loss": 0.0177, + "step": 80 + }, + { + "epoch": 0.312289156626506, + "grad_norm": 0.21148355305194855, + "learning_rate": 3.9999198907597046e-05, + "loss": 0.0146, + "step": 81 + }, + { + "epoch": 0.316144578313253, + "grad_norm": 0.1950712502002716, + "learning_rate": 3.999819755713442e-05, + "loss": 0.0174, + "step": 82 + }, + { + "epoch": 0.32, + "grad_norm": 0.23408709466457367, + "learning_rate": 3.9996795694563096e-05, + "loss": 0.0142, + "step": 83 + }, + { + "epoch": 0.32385542168674697, + "grad_norm": 0.4009031355381012, + "learning_rate": 3.999499334795875e-05, + "loss": 0.014, + "step": 84 + }, + { + "epoch": 0.327710843373494, + "grad_norm": 0.2507084012031555, + "learning_rate": 3.999279055341771e-05, + "loss": 0.013, + "step": 85 + }, + { + "epoch": 0.33156626506024095, + "grad_norm": 0.2922132909297943, + "learning_rate": 3.999018735505626e-05, + "loss": 0.013, + "step": 86 + }, + { + "epoch": 0.33542168674698797, + "grad_norm": 0.2073613405227661, + "learning_rate": 3.998718380500971e-05, + "loss": 0.0107, + "step": 87 + }, + { + "epoch": 0.33927710843373493, + "grad_norm": 0.3113904595375061, + "learning_rate": 3.998377996343139e-05, + "loss": 0.0337, + "step": 88 + }, + { + "epoch": 0.34313253012048195, + "grad_norm": 0.18452070653438568, + "learning_rate": 3.997997589849145e-05, + "loss": 0.0137, + "step": 89 + }, + { + "epoch": 0.3469879518072289, + "grad_norm": 0.24420331418514252, + "learning_rate": 3.9975771686375434e-05, + "loss": 0.0104, + "step": 90 + }, + { + "epoch": 0.35084337349397593, + "grad_norm": 0.3163854479789734, + "learning_rate": 3.9971167411282835e-05, + "loss": 0.0133, + "step": 91 + }, + { + "epoch": 0.3546987951807229, + "grad_norm": 0.11558058857917786, + "learning_rate": 3.996616316542537e-05, + "loss": 0.0069, + "step": 92 + } + ], + "logging_steps": 1, + "max_steps": 780, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 92, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 7.051174608015196e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-92/training_args.bin b/checkpoint-92/training_args.bin new file mode 100644 index 0000000..16dd9a0 --- /dev/null +++ b/checkpoint-92/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278dd9cb4a0ad2cab5c6d1358fbf0c25929c01aec5836b90960695f31f47b1b6 +size 7825 diff --git a/config.json b/config.json new file mode 100644 index 0000000..8da640a --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.56.2", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..2152026 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128009, + 128001, + 128008, + 128009 + ], + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.56.2" +} diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..2ef7a2d --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b46888c655a2002bfb745dc73c87b331209f262046c76283ad134e45ad324bc +size 4965799096 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..2ef7607 --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1499e6eb9b6005a8299e415783fd9d9eb06596500f7667f0e920edc697844021 +size 2247734992 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..887d493 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,263 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 7213504512 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..d1e1ea9 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2068 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..49c07ce --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 5.918873234148688e+18, + "train_loss": 0.010715998370104875, + "train_runtime": 13024.8275, + "train_samples_per_second": 3.822, + "train_steps_per_second": 0.06 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..0c12f24 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,781 @@ +{"current_steps": 1, "total_steps": 780, "loss": 0.0363, "lr": 0.0, "epoch": 0.0038554216867469878, "percentage": 0.13, "elapsed_time": "0:00:17", "remaining_time": "3:50:12"} +{"current_steps": 2, "total_steps": 780, "loss": 0.042, "lr": 5.128205128205128e-07, "epoch": 0.0077108433734939755, "percentage": 0.26, "elapsed_time": "0:00:35", "remaining_time": "3:52:03"} +{"current_steps": 3, "total_steps": 780, "loss": 0.0442, "lr": 1.0256410256410257e-06, "epoch": 0.011566265060240964, "percentage": 0.38, "elapsed_time": "0:00:53", "remaining_time": "3:49:08"} +{"current_steps": 4, "total_steps": 780, "loss": 0.0363, "lr": 1.5384615384615387e-06, "epoch": 0.015421686746987951, "percentage": 0.51, "elapsed_time": "0:01:10", "remaining_time": "3:48:38"} +{"current_steps": 5, "total_steps": 780, "loss": 0.0281, "lr": 2.0512820512820513e-06, "epoch": 0.01927710843373494, "percentage": 0.64, "elapsed_time": "0:01:26", "remaining_time": "3:44:16"} +{"current_steps": 6, "total_steps": 780, "loss": 0.0456, "lr": 2.564102564102564e-06, "epoch": 0.02313253012048193, "percentage": 0.77, "elapsed_time": "0:01:43", "remaining_time": "3:42:40"} +{"current_steps": 7, "total_steps": 780, "loss": 0.0336, "lr": 3.0769230769230774e-06, "epoch": 0.026987951807228915, "percentage": 0.9, "elapsed_time": "0:01:59", "remaining_time": "3:39:43"} +{"current_steps": 8, "total_steps": 780, "loss": 0.0351, "lr": 3.58974358974359e-06, "epoch": 0.030843373493975902, "percentage": 1.03, "elapsed_time": "0:02:15", "remaining_time": "3:38:41"} +{"current_steps": 9, "total_steps": 780, "loss": 0.022, "lr": 4.102564102564103e-06, "epoch": 0.03469879518072289, "percentage": 1.15, "elapsed_time": "0:02:33", "remaining_time": "3:39:24"} +{"current_steps": 10, "total_steps": 780, "loss": 0.0248, "lr": 4.615384615384616e-06, "epoch": 0.03855421686746988, "percentage": 1.28, "elapsed_time": "0:02:50", "remaining_time": "3:38:35"} +{"current_steps": 11, "total_steps": 780, "loss": 0.0289, "lr": 5.128205128205128e-06, "epoch": 0.042409638554216866, "percentage": 1.41, "elapsed_time": "0:03:08", "remaining_time": "3:39:13"} +{"current_steps": 12, "total_steps": 780, "loss": 0.0221, "lr": 5.641025641025641e-06, "epoch": 0.04626506024096386, "percentage": 1.54, "elapsed_time": "0:03:25", "remaining_time": "3:39:01"} +{"current_steps": 13, "total_steps": 780, "loss": 0.0226, "lr": 6.153846153846155e-06, "epoch": 0.05012048192771084, "percentage": 1.67, "elapsed_time": "0:03:40", "remaining_time": "3:37:17"} +{"current_steps": 14, "total_steps": 780, "loss": 0.0181, "lr": 6.666666666666667e-06, "epoch": 0.05397590361445783, "percentage": 1.79, "elapsed_time": "0:03:57", "remaining_time": "3:36:53"} +{"current_steps": 15, "total_steps": 780, "loss": 0.0217, "lr": 7.17948717948718e-06, "epoch": 0.05783132530120482, "percentage": 1.92, "elapsed_time": "0:04:14", "remaining_time": "3:36:06"} +{"current_steps": 16, "total_steps": 780, "loss": 0.0216, "lr": 7.692307692307694e-06, "epoch": 0.061686746987951804, "percentage": 2.05, "elapsed_time": "0:04:30", "remaining_time": "3:35:23"} +{"current_steps": 17, "total_steps": 780, "loss": 0.0163, "lr": 8.205128205128205e-06, "epoch": 0.0655421686746988, "percentage": 2.18, "elapsed_time": "0:04:45", "remaining_time": "3:33:36"} +{"current_steps": 18, "total_steps": 780, "loss": 0.0176, "lr": 8.717948717948719e-06, "epoch": 0.06939759036144579, "percentage": 2.31, "elapsed_time": "0:05:03", "remaining_time": "3:33:54"} +{"current_steps": 19, "total_steps": 780, "loss": 0.0121, "lr": 9.230769230769232e-06, "epoch": 0.07325301204819278, "percentage": 2.44, "elapsed_time": "0:05:19", "remaining_time": "3:33:16"} +{"current_steps": 20, "total_steps": 780, "loss": 0.0103, "lr": 9.743589743589744e-06, "epoch": 0.07710843373493977, "percentage": 2.56, "elapsed_time": "0:05:36", "remaining_time": "3:33:23"} +{"current_steps": 21, "total_steps": 780, "loss": 0.0197, "lr": 1.0256410256410256e-05, "epoch": 0.08096385542168674, "percentage": 2.69, "elapsed_time": "0:05:53", "remaining_time": "3:33:03"} +{"current_steps": 22, "total_steps": 780, "loss": 0.0207, "lr": 1.076923076923077e-05, "epoch": 0.08481927710843373, "percentage": 2.82, "elapsed_time": "0:06:09", "remaining_time": "3:32:10"} +{"current_steps": 23, "total_steps": 780, "loss": 0.014, "lr": 1.1282051282051283e-05, "epoch": 0.08867469879518072, "percentage": 2.95, "elapsed_time": "0:06:26", "remaining_time": "3:32:16"} +{"current_steps": 24, "total_steps": 780, "loss": 0.0153, "lr": 1.1794871794871796e-05, "epoch": 0.09253012048192771, "percentage": 3.08, "elapsed_time": "0:06:43", "remaining_time": "3:31:40"} +{"current_steps": 25, "total_steps": 780, "loss": 0.0149, "lr": 1.230769230769231e-05, "epoch": 0.0963855421686747, "percentage": 3.21, "elapsed_time": "0:06:59", "remaining_time": "3:30:55"} +{"current_steps": 26, "total_steps": 780, "loss": 0.0127, "lr": 1.2820512820512823e-05, "epoch": 0.10024096385542168, "percentage": 3.33, "elapsed_time": "0:07:15", "remaining_time": "3:30:25"} +{"current_steps": 27, "total_steps": 780, "loss": 0.0173, "lr": 1.3333333333333333e-05, "epoch": 0.10409638554216867, "percentage": 3.46, "elapsed_time": "0:07:31", "remaining_time": "3:29:38"} +{"current_steps": 28, "total_steps": 780, "loss": 0.0161, "lr": 1.3846153846153847e-05, "epoch": 0.10795180722891566, "percentage": 3.59, "elapsed_time": "0:07:48", "remaining_time": "3:29:34"} +{"current_steps": 29, "total_steps": 780, "loss": 0.0127, "lr": 1.435897435897436e-05, "epoch": 0.11180722891566265, "percentage": 3.72, "elapsed_time": "0:08:05", "remaining_time": "3:29:25"} +{"current_steps": 30, "total_steps": 780, "loss": 0.018, "lr": 1.4871794871794874e-05, "epoch": 0.11566265060240964, "percentage": 3.85, "elapsed_time": "0:08:22", "remaining_time": "3:29:19"} +{"current_steps": 31, "total_steps": 780, "loss": 0.0092, "lr": 1.5384615384615387e-05, "epoch": 0.11951807228915663, "percentage": 3.97, "elapsed_time": "0:08:38", "remaining_time": "3:28:51"} +{"current_steps": 32, "total_steps": 780, "loss": 0.0151, "lr": 1.5897435897435897e-05, "epoch": 0.12337349397590361, "percentage": 4.1, "elapsed_time": "0:08:55", "remaining_time": "3:28:40"} +{"current_steps": 33, "total_steps": 780, "loss": 0.0174, "lr": 1.641025641025641e-05, "epoch": 0.1272289156626506, "percentage": 4.23, "elapsed_time": "0:09:11", "remaining_time": "3:28:14"} +{"current_steps": 34, "total_steps": 780, "loss": 0.0126, "lr": 1.6923076923076924e-05, "epoch": 0.1310843373493976, "percentage": 4.36, "elapsed_time": "0:09:29", "remaining_time": "3:28:11"} +{"current_steps": 35, "total_steps": 780, "loss": 0.0116, "lr": 1.7435897435897438e-05, "epoch": 0.13493975903614458, "percentage": 4.49, "elapsed_time": "0:09:44", "remaining_time": "3:27:24"} +{"current_steps": 36, "total_steps": 780, "loss": 0.0133, "lr": 1.794871794871795e-05, "epoch": 0.13879518072289157, "percentage": 4.62, "elapsed_time": "0:10:01", "remaining_time": "3:27:13"} +{"current_steps": 37, "total_steps": 780, "loss": 0.0093, "lr": 1.8461538461538465e-05, "epoch": 0.14265060240963856, "percentage": 4.74, "elapsed_time": "0:10:18", "remaining_time": "3:26:52"} +{"current_steps": 38, "total_steps": 780, "loss": 0.0097, "lr": 1.8974358974358975e-05, "epoch": 0.14650602409638555, "percentage": 4.87, "elapsed_time": "0:10:34", "remaining_time": "3:26:25"} +{"current_steps": 39, "total_steps": 780, "loss": 0.0121, "lr": 1.9487179487179488e-05, "epoch": 0.15036144578313254, "percentage": 5.0, "elapsed_time": "0:10:51", "remaining_time": "3:26:24"} +{"current_steps": 40, "total_steps": 780, "loss": 0.0145, "lr": 2e-05, "epoch": 0.15421686746987953, "percentage": 5.13, "elapsed_time": "0:11:09", "remaining_time": "3:26:19"} +{"current_steps": 41, "total_steps": 780, "loss": 0.0233, "lr": 2.0512820512820512e-05, "epoch": 0.1580722891566265, "percentage": 5.26, "elapsed_time": "0:11:26", "remaining_time": "3:26:06"} +{"current_steps": 42, "total_steps": 780, "loss": 0.024, "lr": 2.102564102564103e-05, "epoch": 0.16192771084337348, "percentage": 5.38, "elapsed_time": "0:11:42", "remaining_time": "3:25:42"} +{"current_steps": 43, "total_steps": 780, "loss": 0.0165, "lr": 2.153846153846154e-05, "epoch": 0.16578313253012048, "percentage": 5.51, "elapsed_time": "0:11:58", "remaining_time": "3:25:22"} +{"current_steps": 44, "total_steps": 780, "loss": 0.0171, "lr": 2.2051282051282056e-05, "epoch": 0.16963855421686747, "percentage": 5.64, "elapsed_time": "0:12:16", "remaining_time": "3:25:18"} +{"current_steps": 45, "total_steps": 780, "loss": 0.0357, "lr": 2.2564102564102566e-05, "epoch": 0.17349397590361446, "percentage": 5.77, "elapsed_time": "0:12:33", "remaining_time": "3:25:09"} +{"current_steps": 46, "total_steps": 780, "loss": 0.016, "lr": 2.3076923076923076e-05, "epoch": 0.17734939759036145, "percentage": 5.9, "elapsed_time": "0:12:50", "remaining_time": "3:24:47"} +{"current_steps": 47, "total_steps": 780, "loss": 0.0106, "lr": 2.3589743589743593e-05, "epoch": 0.18120481927710844, "percentage": 6.03, "elapsed_time": "0:13:06", "remaining_time": "3:24:19"} +{"current_steps": 48, "total_steps": 780, "loss": 0.0132, "lr": 2.4102564102564103e-05, "epoch": 0.18506024096385543, "percentage": 6.15, "elapsed_time": "0:13:22", "remaining_time": "3:24:05"} +{"current_steps": 49, "total_steps": 780, "loss": 0.0089, "lr": 2.461538461538462e-05, "epoch": 0.18891566265060242, "percentage": 6.28, "elapsed_time": "0:13:40", "remaining_time": "3:23:54"} +{"current_steps": 50, "total_steps": 780, "loss": 0.0137, "lr": 2.512820512820513e-05, "epoch": 0.1927710843373494, "percentage": 6.41, "elapsed_time": "0:13:56", "remaining_time": "3:23:38"} +{"current_steps": 51, "total_steps": 780, "loss": 0.0241, "lr": 2.5641025641025646e-05, "epoch": 0.1966265060240964, "percentage": 6.54, "elapsed_time": "0:14:13", "remaining_time": "3:23:25"} +{"current_steps": 52, "total_steps": 780, "loss": 0.0089, "lr": 2.6153846153846157e-05, "epoch": 0.20048192771084336, "percentage": 6.67, "elapsed_time": "0:14:30", "remaining_time": "3:23:13"} +{"current_steps": 53, "total_steps": 780, "loss": 0.0105, "lr": 2.6666666666666667e-05, "epoch": 0.20433734939759035, "percentage": 6.79, "elapsed_time": "0:14:48", "remaining_time": "3:23:06"} +{"current_steps": 54, "total_steps": 780, "loss": 0.0102, "lr": 2.7179487179487183e-05, "epoch": 0.20819277108433734, "percentage": 6.92, "elapsed_time": "0:15:04", "remaining_time": "3:22:43"} +{"current_steps": 55, "total_steps": 780, "loss": 0.0109, "lr": 2.7692307692307694e-05, "epoch": 0.21204819277108433, "percentage": 7.05, "elapsed_time": "0:15:21", "remaining_time": "3:22:24"} +{"current_steps": 56, "total_steps": 780, "loss": 0.0082, "lr": 2.820512820512821e-05, "epoch": 0.21590361445783132, "percentage": 7.18, "elapsed_time": "0:15:38", "remaining_time": "3:22:08"} +{"current_steps": 57, "total_steps": 780, "loss": 0.0081, "lr": 2.871794871794872e-05, "epoch": 0.2197590361445783, "percentage": 7.31, "elapsed_time": "0:15:55", "remaining_time": "3:21:53"} +{"current_steps": 58, "total_steps": 780, "loss": 0.0067, "lr": 2.923076923076923e-05, "epoch": 0.2236144578313253, "percentage": 7.44, "elapsed_time": "0:16:11", "remaining_time": "3:21:33"} +{"current_steps": 59, "total_steps": 780, "loss": 0.0091, "lr": 2.9743589743589747e-05, "epoch": 0.2274698795180723, "percentage": 7.56, "elapsed_time": "0:16:27", "remaining_time": "3:21:09"} +{"current_steps": 60, "total_steps": 780, "loss": 0.0128, "lr": 3.0256410256410257e-05, "epoch": 0.23132530120481928, "percentage": 7.69, "elapsed_time": "0:16:44", "remaining_time": "3:20:49"} +{"current_steps": 61, "total_steps": 780, "loss": 0.0236, "lr": 3.0769230769230774e-05, "epoch": 0.23518072289156627, "percentage": 7.82, "elapsed_time": "0:16:59", "remaining_time": "3:20:21"} +{"current_steps": 62, "total_steps": 780, "loss": 0.0114, "lr": 3.128205128205129e-05, "epoch": 0.23903614457831326, "percentage": 7.95, "elapsed_time": "0:17:15", "remaining_time": "3:19:54"} +{"current_steps": 63, "total_steps": 780, "loss": 0.0111, "lr": 3.1794871794871795e-05, "epoch": 0.24289156626506025, "percentage": 8.08, "elapsed_time": "0:17:31", "remaining_time": "3:19:31"} +{"current_steps": 64, "total_steps": 780, "loss": 0.0104, "lr": 3.230769230769231e-05, "epoch": 0.24674698795180722, "percentage": 8.21, "elapsed_time": "0:17:48", "remaining_time": "3:19:14"} +{"current_steps": 65, "total_steps": 780, "loss": 0.0094, "lr": 3.282051282051282e-05, "epoch": 0.25060240963855424, "percentage": 8.33, "elapsed_time": "0:18:05", "remaining_time": "3:19:01"} +{"current_steps": 66, "total_steps": 780, "loss": 0.0127, "lr": 3.3333333333333335e-05, "epoch": 0.2544578313253012, "percentage": 8.46, "elapsed_time": "0:18:22", "remaining_time": "3:18:45"} +{"current_steps": 67, "total_steps": 780, "loss": 0.023, "lr": 3.384615384615385e-05, "epoch": 0.2583132530120482, "percentage": 8.59, "elapsed_time": "0:18:39", "remaining_time": "3:18:38"} +{"current_steps": 68, "total_steps": 780, "loss": 0.0091, "lr": 3.435897435897436e-05, "epoch": 0.2621686746987952, "percentage": 8.72, "elapsed_time": "0:18:57", "remaining_time": "3:18:26"} +{"current_steps": 69, "total_steps": 780, "loss": 0.0221, "lr": 3.4871794871794875e-05, "epoch": 0.26602409638554214, "percentage": 8.85, "elapsed_time": "0:19:13", "remaining_time": "3:18:06"} +{"current_steps": 70, "total_steps": 780, "loss": 0.0139, "lr": 3.538461538461539e-05, "epoch": 0.26987951807228916, "percentage": 8.97, "elapsed_time": "0:19:31", "remaining_time": "3:17:58"} +{"current_steps": 71, "total_steps": 780, "loss": 0.0104, "lr": 3.58974358974359e-05, "epoch": 0.2737349397590361, "percentage": 9.1, "elapsed_time": "0:19:48", "remaining_time": "3:17:45"} +{"current_steps": 72, "total_steps": 780, "loss": 0.0126, "lr": 3.6410256410256416e-05, "epoch": 0.27759036144578314, "percentage": 9.23, "elapsed_time": "0:20:04", "remaining_time": "3:17:21"} +{"current_steps": 73, "total_steps": 780, "loss": 0.0133, "lr": 3.692307692307693e-05, "epoch": 0.2814457831325301, "percentage": 9.36, "elapsed_time": "0:20:20", "remaining_time": "3:16:59"} +{"current_steps": 74, "total_steps": 780, "loss": 0.0116, "lr": 3.7435897435897436e-05, "epoch": 0.2853012048192771, "percentage": 9.49, "elapsed_time": "0:20:36", "remaining_time": "3:16:38"} +{"current_steps": 75, "total_steps": 780, "loss": 0.0158, "lr": 3.794871794871795e-05, "epoch": 0.2891566265060241, "percentage": 9.62, "elapsed_time": "0:20:53", "remaining_time": "3:16:27"} +{"current_steps": 76, "total_steps": 780, "loss": 0.0097, "lr": 3.846153846153846e-05, "epoch": 0.2930120481927711, "percentage": 9.74, "elapsed_time": "0:21:10", "remaining_time": "3:16:06"} +{"current_steps": 77, "total_steps": 780, "loss": 0.024, "lr": 3.8974358974358976e-05, "epoch": 0.29686746987951806, "percentage": 9.87, "elapsed_time": "0:21:26", "remaining_time": "3:15:49"} +{"current_steps": 78, "total_steps": 780, "loss": 0.015, "lr": 3.948717948717949e-05, "epoch": 0.3007228915662651, "percentage": 10.0, "elapsed_time": "0:21:43", "remaining_time": "3:15:30"} +{"current_steps": 79, "total_steps": 780, "loss": 0.0137, "lr": 4e-05, "epoch": 0.30457831325301205, "percentage": 10.13, "elapsed_time": "0:22:00", "remaining_time": "3:15:18"} +{"current_steps": 80, "total_steps": 780, "loss": 0.0177, "lr": 3.999979972589652e-05, "epoch": 0.30843373493975906, "percentage": 10.26, "elapsed_time": "0:22:17", "remaining_time": "3:15:02"} +{"current_steps": 81, "total_steps": 780, "loss": 0.0146, "lr": 3.9999198907597046e-05, "epoch": 0.312289156626506, "percentage": 10.38, "elapsed_time": "0:22:33", "remaining_time": "3:14:40"} +{"current_steps": 82, "total_steps": 780, "loss": 0.0174, "lr": 3.999819755713442e-05, "epoch": 0.316144578313253, "percentage": 10.51, "elapsed_time": "0:22:49", "remaining_time": "3:14:17"} +{"current_steps": 83, "total_steps": 780, "loss": 0.0142, "lr": 3.9996795694563096e-05, "epoch": 0.32, "percentage": 10.64, "elapsed_time": "0:23:06", "remaining_time": "3:14:05"} +{"current_steps": 84, "total_steps": 780, "loss": 0.014, "lr": 3.999499334795875e-05, "epoch": 0.32385542168674697, "percentage": 10.77, "elapsed_time": "0:23:23", "remaining_time": "3:13:48"} +{"current_steps": 85, "total_steps": 780, "loss": 0.013, "lr": 3.999279055341771e-05, "epoch": 0.327710843373494, "percentage": 10.9, "elapsed_time": "0:23:39", "remaining_time": "3:13:26"} +{"current_steps": 86, "total_steps": 780, "loss": 0.013, "lr": 3.999018735505626e-05, "epoch": 0.33156626506024095, "percentage": 11.03, "elapsed_time": "0:23:56", "remaining_time": "3:13:08"} +{"current_steps": 87, "total_steps": 780, "loss": 0.0107, "lr": 3.998718380500971e-05, "epoch": 0.33542168674698797, "percentage": 11.15, "elapsed_time": "0:24:12", "remaining_time": "3:12:50"} +{"current_steps": 88, "total_steps": 780, "loss": 0.0337, "lr": 3.998377996343139e-05, "epoch": 0.33927710843373493, "percentage": 11.28, "elapsed_time": "0:24:28", "remaining_time": "3:12:29"} +{"current_steps": 89, "total_steps": 780, "loss": 0.0137, "lr": 3.997997589849145e-05, "epoch": 0.34313253012048195, "percentage": 11.41, "elapsed_time": "0:24:46", "remaining_time": "3:12:24"} +{"current_steps": 90, "total_steps": 780, "loss": 0.0104, "lr": 3.9975771686375434e-05, "epoch": 0.3469879518072289, "percentage": 11.54, "elapsed_time": "0:25:01", "remaining_time": "3:11:54"} +{"current_steps": 91, "total_steps": 780, "loss": 0.0133, "lr": 3.9971167411282835e-05, "epoch": 0.35084337349397593, "percentage": 11.67, "elapsed_time": "0:25:17", "remaining_time": "3:11:32"} +{"current_steps": 92, "total_steps": 780, "loss": 0.0069, "lr": 3.996616316542537e-05, "epoch": 0.3546987951807229, "percentage": 11.79, "elapsed_time": "0:25:33", "remaining_time": "3:11:06"} +{"current_steps": 93, "total_steps": 780, "loss": 0.0227, "lr": 3.99607590490251e-05, "epoch": 0.35855421686746985, "percentage": 11.92, "elapsed_time": "0:26:01", "remaining_time": "3:12:13"} +{"current_steps": 94, "total_steps": 780, "loss": 0.0175, "lr": 3.9954955170312504e-05, "epoch": 0.3624096385542169, "percentage": 12.05, "elapsed_time": "0:26:17", "remaining_time": "3:11:50"} +{"current_steps": 95, "total_steps": 780, "loss": 0.0184, "lr": 3.9948751645524235e-05, "epoch": 0.36626506024096384, "percentage": 12.18, "elapsed_time": "0:26:34", "remaining_time": "3:11:40"} +{"current_steps": 96, "total_steps": 780, "loss": 0.0265, "lr": 3.994214859890083e-05, "epoch": 0.37012048192771085, "percentage": 12.31, "elapsed_time": "0:26:50", "remaining_time": "3:11:15"} +{"current_steps": 97, "total_steps": 780, "loss": 0.0167, "lr": 3.9935146162684206e-05, "epoch": 0.3739759036144578, "percentage": 12.44, "elapsed_time": "0:27:07", "remaining_time": "3:11:02"} +{"current_steps": 98, "total_steps": 780, "loss": 0.0321, "lr": 3.992774447711503e-05, "epoch": 0.37783132530120483, "percentage": 12.56, "elapsed_time": "0:27:22", "remaining_time": "3:10:31"} +{"current_steps": 99, "total_steps": 780, "loss": 0.086, "lr": 3.9919943690429906e-05, "epoch": 0.3816867469879518, "percentage": 12.69, "elapsed_time": "0:27:39", "remaining_time": "3:10:15"} +{"current_steps": 100, "total_steps": 780, "loss": 0.0206, "lr": 3.9911743958858376e-05, "epoch": 0.3855421686746988, "percentage": 12.82, "elapsed_time": "0:27:56", "remaining_time": "3:09:58"} +{"current_steps": 101, "total_steps": 780, "loss": 0.0207, "lr": 3.9903145446619837e-05, "epoch": 0.3893975903614458, "percentage": 12.95, "elapsed_time": "0:28:13", "remaining_time": "3:09:41"} +{"current_steps": 102, "total_steps": 780, "loss": 0.0241, "lr": 3.9894148325920226e-05, "epoch": 0.3932530120481928, "percentage": 13.08, "elapsed_time": "0:28:29", "remaining_time": "3:09:20"} +{"current_steps": 103, "total_steps": 780, "loss": 0.0138, "lr": 3.9884752776948564e-05, "epoch": 0.39710843373493976, "percentage": 13.21, "elapsed_time": "0:28:46", "remaining_time": "3:09:07"} +{"current_steps": 104, "total_steps": 780, "loss": 0.1119, "lr": 3.987495898787336e-05, "epoch": 0.4009638554216867, "percentage": 13.33, "elapsed_time": "0:29:03", "remaining_time": "3:08:49"} +{"current_steps": 105, "total_steps": 780, "loss": 0.1046, "lr": 3.9864767154838864e-05, "epoch": 0.40481927710843374, "percentage": 13.46, "elapsed_time": "0:29:19", "remaining_time": "3:08:30"} +{"current_steps": 106, "total_steps": 780, "loss": 0.0404, "lr": 3.985417748196108e-05, "epoch": 0.4086746987951807, "percentage": 13.59, "elapsed_time": "0:29:35", "remaining_time": "3:08:07"} +{"current_steps": 107, "total_steps": 780, "loss": 0.0348, "lr": 3.9843190181323744e-05, "epoch": 0.4125301204819277, "percentage": 13.72, "elapsed_time": "0:29:52", "remaining_time": "3:07:53"} +{"current_steps": 108, "total_steps": 780, "loss": 0.0284, "lr": 3.983180547297404e-05, "epoch": 0.4163855421686747, "percentage": 13.85, "elapsed_time": "0:30:08", "remaining_time": "3:07:33"} +{"current_steps": 109, "total_steps": 780, "loss": 0.0242, "lr": 3.982002358491817e-05, "epoch": 0.4202409638554217, "percentage": 13.97, "elapsed_time": "0:30:26", "remaining_time": "3:07:22"} +{"current_steps": 110, "total_steps": 780, "loss": 0.0179, "lr": 3.9807844753116864e-05, "epoch": 0.42409638554216866, "percentage": 14.1, "elapsed_time": "0:30:42", "remaining_time": "3:07:01"} +{"current_steps": 111, "total_steps": 780, "loss": 0.0436, "lr": 3.979526922148058e-05, "epoch": 0.4279518072289157, "percentage": 14.23, "elapsed_time": "0:30:59", "remaining_time": "3:06:49"} +{"current_steps": 112, "total_steps": 780, "loss": 0.026, "lr": 3.978229724186464e-05, "epoch": 0.43180722891566264, "percentage": 14.36, "elapsed_time": "0:31:14", "remaining_time": "3:06:22"} +{"current_steps": 113, "total_steps": 780, "loss": 0.0249, "lr": 3.9768929074064206e-05, "epoch": 0.43566265060240966, "percentage": 14.49, "elapsed_time": "0:31:31", "remaining_time": "3:06:04"} +{"current_steps": 114, "total_steps": 780, "loss": 0.0257, "lr": 3.975516498580907e-05, "epoch": 0.4395180722891566, "percentage": 14.62, "elapsed_time": "0:31:47", "remaining_time": "3:05:44"} +{"current_steps": 115, "total_steps": 780, "loss": 0.026, "lr": 3.9741005252758255e-05, "epoch": 0.4433734939759036, "percentage": 14.74, "elapsed_time": "0:32:03", "remaining_time": "3:05:25"} +{"current_steps": 116, "total_steps": 780, "loss": 0.0499, "lr": 3.972645015849457e-05, "epoch": 0.4472289156626506, "percentage": 14.87, "elapsed_time": "0:32:21", "remaining_time": "3:05:11"} +{"current_steps": 117, "total_steps": 780, "loss": 0.034, "lr": 3.971149999451886e-05, "epoch": 0.45108433734939757, "percentage": 15.0, "elapsed_time": "0:32:38", "remaining_time": "3:04:57"} +{"current_steps": 118, "total_steps": 780, "loss": 0.0226, "lr": 3.9696155060244166e-05, "epoch": 0.4549397590361446, "percentage": 15.13, "elapsed_time": "0:32:53", "remaining_time": "3:04:34"} +{"current_steps": 119, "total_steps": 780, "loss": 0.0197, "lr": 3.9680415662989806e-05, "epoch": 0.45879518072289155, "percentage": 15.26, "elapsed_time": "0:33:11", "remaining_time": "3:04:19"} +{"current_steps": 120, "total_steps": 780, "loss": 0.0229, "lr": 3.966428211797514e-05, "epoch": 0.46265060240963857, "percentage": 15.38, "elapsed_time": "0:33:27", "remaining_time": "3:04:00"} +{"current_steps": 121, "total_steps": 780, "loss": 0.046, "lr": 3.9647754748313294e-05, "epoch": 0.46650602409638553, "percentage": 15.51, "elapsed_time": "0:33:44", "remaining_time": "3:03:44"} +{"current_steps": 122, "total_steps": 780, "loss": 0.0208, "lr": 3.963083388500469e-05, "epoch": 0.47036144578313255, "percentage": 15.64, "elapsed_time": "0:34:01", "remaining_time": "3:03:32"} +{"current_steps": 123, "total_steps": 780, "loss": 0.026, "lr": 3.96135198669304e-05, "epoch": 0.4742168674698795, "percentage": 15.77, "elapsed_time": "0:34:18", "remaining_time": "3:03:13"} +{"current_steps": 124, "total_steps": 780, "loss": 0.0189, "lr": 3.959581304084536e-05, "epoch": 0.47807228915662653, "percentage": 15.9, "elapsed_time": "0:34:33", "remaining_time": "3:02:51"} +{"current_steps": 125, "total_steps": 780, "loss": 0.0227, "lr": 3.957771376137144e-05, "epoch": 0.4819277108433735, "percentage": 16.03, "elapsed_time": "0:34:50", "remaining_time": "3:02:33"} +{"current_steps": 126, "total_steps": 780, "loss": 0.0207, "lr": 3.955922239099035e-05, "epoch": 0.4857831325301205, "percentage": 16.15, "elapsed_time": "0:35:06", "remaining_time": "3:02:16"} +{"current_steps": 127, "total_steps": 780, "loss": 0.0308, "lr": 3.954033930003634e-05, "epoch": 0.48963855421686747, "percentage": 16.28, "elapsed_time": "0:35:24", "remaining_time": "3:02:02"} +{"current_steps": 128, "total_steps": 780, "loss": 0.0187, "lr": 3.952106486668884e-05, "epoch": 0.49349397590361443, "percentage": 16.41, "elapsed_time": "0:35:39", "remaining_time": "3:01:40"} +{"current_steps": 129, "total_steps": 780, "loss": 0.0174, "lr": 3.9501399476964806e-05, "epoch": 0.49734939759036145, "percentage": 16.54, "elapsed_time": "0:35:57", "remaining_time": "3:01:26"} +{"current_steps": 130, "total_steps": 780, "loss": 0.0164, "lr": 3.9481343524711095e-05, "epoch": 0.5012048192771085, "percentage": 16.67, "elapsed_time": "0:36:13", "remaining_time": "3:01:09"} +{"current_steps": 131, "total_steps": 780, "loss": 0.0088, "lr": 3.946089741159648e-05, "epoch": 0.5050602409638554, "percentage": 16.79, "elapsed_time": "0:36:30", "remaining_time": "3:00:51"} +{"current_steps": 132, "total_steps": 780, "loss": 0.0195, "lr": 3.944006154710366e-05, "epoch": 0.5089156626506024, "percentage": 16.92, "elapsed_time": "0:36:48", "remaining_time": "3:00:39"} +{"current_steps": 133, "total_steps": 780, "loss": 0.0172, "lr": 3.9418836348521045e-05, "epoch": 0.5127710843373494, "percentage": 17.05, "elapsed_time": "0:37:03", "remaining_time": "3:00:15"} +{"current_steps": 134, "total_steps": 780, "loss": 0.0151, "lr": 3.939722224093439e-05, "epoch": 0.5166265060240964, "percentage": 17.18, "elapsed_time": "0:37:20", "remaining_time": "3:00:00"} +{"current_steps": 135, "total_steps": 780, "loss": 0.0247, "lr": 3.937521965721831e-05, "epoch": 0.5204819277108433, "percentage": 17.31, "elapsed_time": "0:37:37", "remaining_time": "2:59:44"} +{"current_steps": 136, "total_steps": 780, "loss": 0.0113, "lr": 3.9352829038027564e-05, "epoch": 0.5243373493975904, "percentage": 17.44, "elapsed_time": "0:37:54", "remaining_time": "2:59:29"} +{"current_steps": 137, "total_steps": 780, "loss": 0.0533, "lr": 3.933005083178828e-05, "epoch": 0.5281927710843374, "percentage": 17.56, "elapsed_time": "0:38:10", "remaining_time": "2:59:09"} +{"current_steps": 138, "total_steps": 780, "loss": 0.0179, "lr": 3.930688549468894e-05, "epoch": 0.5320481927710843, "percentage": 17.69, "elapsed_time": "0:38:27", "remaining_time": "2:58:56"} +{"current_steps": 139, "total_steps": 780, "loss": 0.023, "lr": 3.928333349067125e-05, "epoch": 0.5359036144578313, "percentage": 17.82, "elapsed_time": "0:38:44", "remaining_time": "2:58:41"} +{"current_steps": 140, "total_steps": 780, "loss": 0.0179, "lr": 3.9259395291420864e-05, "epoch": 0.5397590361445783, "percentage": 17.95, "elapsed_time": "0:39:02", "remaining_time": "2:58:28"} +{"current_steps": 141, "total_steps": 780, "loss": 0.0118, "lr": 3.923507137635792e-05, "epoch": 0.5436144578313253, "percentage": 18.08, "elapsed_time": "0:39:18", "remaining_time": "2:58:10"} +{"current_steps": 142, "total_steps": 780, "loss": 0.0152, "lr": 3.921036223262745e-05, "epoch": 0.5474698795180722, "percentage": 18.21, "elapsed_time": "0:39:35", "remaining_time": "2:57:54"} +{"current_steps": 143, "total_steps": 780, "loss": 0.0297, "lr": 3.9185268355089606e-05, "epoch": 0.5513253012048193, "percentage": 18.33, "elapsed_time": "0:39:52", "remaining_time": "2:57:37"} +{"current_steps": 144, "total_steps": 780, "loss": 0.0134, "lr": 3.915979024630978e-05, "epoch": 0.5551807228915663, "percentage": 18.46, "elapsed_time": "0:40:09", "remaining_time": "2:57:22"} +{"current_steps": 145, "total_steps": 780, "loss": 0.013, "lr": 3.913392841654851e-05, "epoch": 0.5590361445783133, "percentage": 18.59, "elapsed_time": "0:40:27", "remaining_time": "2:57:10"} +{"current_steps": 146, "total_steps": 780, "loss": 0.0106, "lr": 3.9107683383751264e-05, "epoch": 0.5628915662650602, "percentage": 18.72, "elapsed_time": "0:40:43", "remaining_time": "2:56:50"} +{"current_steps": 147, "total_steps": 780, "loss": 0.0214, "lr": 3.9081055673538093e-05, "epoch": 0.5667469879518072, "percentage": 18.85, "elapsed_time": "0:40:59", "remaining_time": "2:56:29"} +{"current_steps": 148, "total_steps": 780, "loss": 0.0148, "lr": 3.9054045819193074e-05, "epoch": 0.5706024096385542, "percentage": 18.97, "elapsed_time": "0:41:16", "remaining_time": "2:56:13"} +{"current_steps": 149, "total_steps": 780, "loss": 0.0333, "lr": 3.902665436165364e-05, "epoch": 0.5744578313253013, "percentage": 19.1, "elapsed_time": "0:41:33", "remaining_time": "2:56:01"} +{"current_steps": 150, "total_steps": 780, "loss": 0.0162, "lr": 3.8998881849499756e-05, "epoch": 0.5783132530120482, "percentage": 19.23, "elapsed_time": "0:41:49", "remaining_time": "2:55:40"} +{"current_steps": 151, "total_steps": 780, "loss": 0.0152, "lr": 3.897072883894291e-05, "epoch": 0.5821686746987952, "percentage": 19.36, "elapsed_time": "0:42:05", "remaining_time": "2:55:19"} +{"current_steps": 152, "total_steps": 780, "loss": 0.0422, "lr": 3.894219589381501e-05, "epoch": 0.5860240963855422, "percentage": 19.49, "elapsed_time": "0:42:21", "remaining_time": "2:55:02"} +{"current_steps": 153, "total_steps": 780, "loss": 0.0082, "lr": 3.8913283585557054e-05, "epoch": 0.5898795180722891, "percentage": 19.62, "elapsed_time": "0:42:37", "remaining_time": "2:54:42"} +{"current_steps": 154, "total_steps": 780, "loss": 0.0111, "lr": 3.8883992493207696e-05, "epoch": 0.5937349397590361, "percentage": 19.74, "elapsed_time": "0:42:54", "remaining_time": "2:54:26"} +{"current_steps": 155, "total_steps": 780, "loss": 0.0084, "lr": 3.885432320339167e-05, "epoch": 0.5975903614457831, "percentage": 19.87, "elapsed_time": "0:43:10", "remaining_time": "2:54:04"} +{"current_steps": 156, "total_steps": 780, "loss": 0.0172, "lr": 3.8824276310308e-05, "epoch": 0.6014457831325302, "percentage": 20.0, "elapsed_time": "0:43:27", "remaining_time": "2:53:49"} +{"current_steps": 157, "total_steps": 780, "loss": 0.0238, "lr": 3.879385241571817e-05, "epoch": 0.6053012048192771, "percentage": 20.13, "elapsed_time": "0:43:44", "remaining_time": "2:53:33"} +{"current_steps": 158, "total_steps": 780, "loss": 0.0272, "lr": 3.876305212893399e-05, "epoch": 0.6091566265060241, "percentage": 20.26, "elapsed_time": "0:44:00", "remaining_time": "2:53:13"} +{"current_steps": 159, "total_steps": 780, "loss": 0.0091, "lr": 3.873187606680543e-05, "epoch": 0.6130120481927711, "percentage": 20.38, "elapsed_time": "0:44:16", "remaining_time": "2:52:55"} +{"current_steps": 160, "total_steps": 780, "loss": 0.0233, "lr": 3.8700324853708304e-05, "epoch": 0.6168674698795181, "percentage": 20.51, "elapsed_time": "0:44:33", "remaining_time": "2:52:40"} +{"current_steps": 161, "total_steps": 780, "loss": 0.016, "lr": 3.866839912153168e-05, "epoch": 0.620722891566265, "percentage": 20.64, "elapsed_time": "0:44:49", "remaining_time": "2:52:20"} +{"current_steps": 162, "total_steps": 780, "loss": 0.016, "lr": 3.863609950966531e-05, "epoch": 0.624578313253012, "percentage": 20.77, "elapsed_time": "0:45:06", "remaining_time": "2:52:04"} +{"current_steps": 163, "total_steps": 780, "loss": 0.0103, "lr": 3.860342666498677e-05, "epoch": 0.6284337349397591, "percentage": 20.9, "elapsed_time": "0:45:22", "remaining_time": "2:51:47"} +{"current_steps": 164, "total_steps": 780, "loss": 0.0158, "lr": 3.8570381241848534e-05, "epoch": 0.632289156626506, "percentage": 21.03, "elapsed_time": "0:45:39", "remaining_time": "2:51:29"} +{"current_steps": 165, "total_steps": 780, "loss": 0.0193, "lr": 3.853696390206484e-05, "epoch": 0.636144578313253, "percentage": 21.15, "elapsed_time": "0:45:56", "remaining_time": "2:51:14"} +{"current_steps": 166, "total_steps": 780, "loss": 0.0268, "lr": 3.850317531489848e-05, "epoch": 0.64, "percentage": 21.28, "elapsed_time": "0:46:13", "remaining_time": "2:50:58"} +{"current_steps": 167, "total_steps": 780, "loss": 0.0132, "lr": 3.846901615704734e-05, "epoch": 0.643855421686747, "percentage": 21.41, "elapsed_time": "0:46:30", "remaining_time": "2:50:41"} +{"current_steps": 168, "total_steps": 780, "loss": 0.0228, "lr": 3.843448711263089e-05, "epoch": 0.6477108433734939, "percentage": 21.54, "elapsed_time": "0:46:45", "remaining_time": "2:50:19"} +{"current_steps": 169, "total_steps": 780, "loss": 0.0309, "lr": 3.839958887317649e-05, "epoch": 0.651566265060241, "percentage": 21.67, "elapsed_time": "0:47:02", "remaining_time": "2:50:03"} +{"current_steps": 170, "total_steps": 780, "loss": 0.0282, "lr": 3.8364322137605484e-05, "epoch": 0.655421686746988, "percentage": 21.79, "elapsed_time": "0:47:18", "remaining_time": "2:49:46"} +{"current_steps": 171, "total_steps": 780, "loss": 0.0149, "lr": 3.832868761221926e-05, "epoch": 0.659277108433735, "percentage": 21.92, "elapsed_time": "0:47:35", "remaining_time": "2:49:28"} +{"current_steps": 172, "total_steps": 780, "loss": 0.0196, "lr": 3.829268601068509e-05, "epoch": 0.6631325301204819, "percentage": 22.05, "elapsed_time": "0:47:52", "remaining_time": "2:49:12"} +{"current_steps": 173, "total_steps": 780, "loss": 0.027, "lr": 3.825631805402182e-05, "epoch": 0.6669879518072289, "percentage": 22.18, "elapsed_time": "0:48:07", "remaining_time": "2:48:52"} +{"current_steps": 174, "total_steps": 780, "loss": 0.0186, "lr": 3.821958447058543e-05, "epoch": 0.6708433734939759, "percentage": 22.31, "elapsed_time": "0:48:24", "remaining_time": "2:48:37"} +{"current_steps": 175, "total_steps": 780, "loss": 0.0158, "lr": 3.818248599605448e-05, "epoch": 0.6746987951807228, "percentage": 22.44, "elapsed_time": "0:48:42", "remaining_time": "2:48:24"} +{"current_steps": 176, "total_steps": 780, "loss": 0.0186, "lr": 3.8145023373415326e-05, "epoch": 0.6785542168674699, "percentage": 22.56, "elapsed_time": "0:48:58", "remaining_time": "2:48:04"} +{"current_steps": 177, "total_steps": 780, "loss": 0.0254, "lr": 3.810719735294731e-05, "epoch": 0.6824096385542169, "percentage": 22.69, "elapsed_time": "0:49:14", "remaining_time": "2:47:44"} +{"current_steps": 178, "total_steps": 780, "loss": 0.0247, "lr": 3.806900869220765e-05, "epoch": 0.6862650602409639, "percentage": 22.82, "elapsed_time": "0:49:29", "remaining_time": "2:47:24"} +{"current_steps": 179, "total_steps": 780, "loss": 0.0159, "lr": 3.8030458156016326e-05, "epoch": 0.6901204819277108, "percentage": 22.95, "elapsed_time": "0:49:47", "remaining_time": "2:47:11"} +{"current_steps": 180, "total_steps": 780, "loss": 0.0163, "lr": 3.799154651644075e-05, "epoch": 0.6939759036144578, "percentage": 23.08, "elapsed_time": "0:50:03", "remaining_time": "2:46:51"} +{"current_steps": 181, "total_steps": 780, "loss": 0.0088, "lr": 3.795227455278029e-05, "epoch": 0.6978313253012048, "percentage": 23.21, "elapsed_time": "0:50:20", "remaining_time": "2:46:34"} +{"current_steps": 182, "total_steps": 780, "loss": 0.0115, "lr": 3.7912643051550674e-05, "epoch": 0.7016867469879519, "percentage": 23.33, "elapsed_time": "0:50:37", "remaining_time": "2:46:20"} +{"current_steps": 183, "total_steps": 780, "loss": 0.0152, "lr": 3.787265280646825e-05, "epoch": 0.7055421686746988, "percentage": 23.46, "elapsed_time": "0:50:54", "remaining_time": "2:46:04"} +{"current_steps": 184, "total_steps": 780, "loss": 0.008, "lr": 3.783230461843406e-05, "epoch": 0.7093975903614458, "percentage": 23.59, "elapsed_time": "0:51:10", "remaining_time": "2:45:47"} +{"current_steps": 185, "total_steps": 780, "loss": 0.0127, "lr": 3.7791599295517825e-05, "epoch": 0.7132530120481928, "percentage": 23.72, "elapsed_time": "0:51:39", "remaining_time": "2:46:07"} +{"current_steps": 186, "total_steps": 780, "loss": 0.0151, "lr": 3.775053765294175e-05, "epoch": 0.7171084337349397, "percentage": 23.85, "elapsed_time": "0:51:54", "remaining_time": "2:45:46"} +{"current_steps": 187, "total_steps": 780, "loss": 0.0092, "lr": 3.7709120513064196e-05, "epoch": 0.7209638554216867, "percentage": 23.97, "elapsed_time": "0:52:11", "remaining_time": "2:45:30"} +{"current_steps": 188, "total_steps": 780, "loss": 0.0133, "lr": 3.7667348705363227e-05, "epoch": 0.7248192771084337, "percentage": 24.1, "elapsed_time": "0:52:28", "remaining_time": "2:45:13"} +{"current_steps": 189, "total_steps": 780, "loss": 0.0108, "lr": 3.762522306641998e-05, "epoch": 0.7286746987951808, "percentage": 24.23, "elapsed_time": "0:52:44", "remaining_time": "2:44:56"} +{"current_steps": 190, "total_steps": 780, "loss": 0.0137, "lr": 3.75827444399019e-05, "epoch": 0.7325301204819277, "percentage": 24.36, "elapsed_time": "0:53:01", "remaining_time": "2:44:38"} +{"current_steps": 191, "total_steps": 780, "loss": 0.0142, "lr": 3.7539913676545874e-05, "epoch": 0.7363855421686747, "percentage": 24.49, "elapsed_time": "0:53:16", "remaining_time": "2:44:16"} +{"current_steps": 192, "total_steps": 780, "loss": 0.019, "lr": 3.749673163414117e-05, "epoch": 0.7402409638554217, "percentage": 24.62, "elapsed_time": "0:53:33", "remaining_time": "2:44:01"} +{"current_steps": 193, "total_steps": 780, "loss": 0.0098, "lr": 3.745319917751229e-05, "epoch": 0.7440963855421687, "percentage": 24.74, "elapsed_time": "0:53:50", "remaining_time": "2:43:44"} +{"current_steps": 194, "total_steps": 780, "loss": 0.0132, "lr": 3.740931717850159e-05, "epoch": 0.7479518072289156, "percentage": 24.87, "elapsed_time": "0:54:06", "remaining_time": "2:43:26"} +{"current_steps": 195, "total_steps": 780, "loss": 0.0148, "lr": 3.736508651595188e-05, "epoch": 0.7518072289156627, "percentage": 25.0, "elapsed_time": "0:54:22", "remaining_time": "2:43:08"} +{"current_steps": 196, "total_steps": 780, "loss": 0.0132, "lr": 3.732050807568878e-05, "epoch": 0.7556626506024097, "percentage": 25.13, "elapsed_time": "0:54:39", "remaining_time": "2:42:50"} +{"current_steps": 197, "total_steps": 780, "loss": 0.02, "lr": 3.727558275050301e-05, "epoch": 0.7595180722891566, "percentage": 25.26, "elapsed_time": "0:54:55", "remaining_time": "2:42:32"} +{"current_steps": 198, "total_steps": 780, "loss": 0.0222, "lr": 3.7230311440132494e-05, "epoch": 0.7633734939759036, "percentage": 25.38, "elapsed_time": "0:55:11", "remaining_time": "2:42:14"} +{"current_steps": 199, "total_steps": 780, "loss": 0.0256, "lr": 3.718469505124434e-05, "epoch": 0.7672289156626506, "percentage": 25.51, "elapsed_time": "0:55:28", "remaining_time": "2:41:56"} +{"current_steps": 200, "total_steps": 780, "loss": 0.0114, "lr": 3.713873449741669e-05, "epoch": 0.7710843373493976, "percentage": 25.64, "elapsed_time": "0:55:42", "remaining_time": "2:41:34"} +{"current_steps": 201, "total_steps": 780, "loss": 0.0119, "lr": 3.709243069912041e-05, "epoch": 0.7749397590361445, "percentage": 25.77, "elapsed_time": "0:55:59", "remaining_time": "2:41:17"} +{"current_steps": 202, "total_steps": 780, "loss": 0.0148, "lr": 3.704578458370067e-05, "epoch": 0.7787951807228916, "percentage": 25.9, "elapsed_time": "0:56:15", "remaining_time": "2:40:59"} +{"current_steps": 203, "total_steps": 780, "loss": 0.0164, "lr": 3.699879708535838e-05, "epoch": 0.7826506024096386, "percentage": 26.03, "elapsed_time": "0:56:32", "remaining_time": "2:40:42"} +{"current_steps": 204, "total_steps": 780, "loss": 0.0083, "lr": 3.695146914513142e-05, "epoch": 0.7865060240963856, "percentage": 26.15, "elapsed_time": "0:56:48", "remaining_time": "2:40:25"} +{"current_steps": 205, "total_steps": 780, "loss": 0.0098, "lr": 3.69038017108759e-05, "epoch": 0.7903614457831325, "percentage": 26.28, "elapsed_time": "0:57:05", "remaining_time": "2:40:07"} +{"current_steps": 206, "total_steps": 780, "loss": 0.0137, "lr": 3.685579573724707e-05, "epoch": 0.7942168674698795, "percentage": 26.41, "elapsed_time": "0:57:20", "remaining_time": "2:39:47"} +{"current_steps": 207, "total_steps": 780, "loss": 0.019, "lr": 3.680745218568026e-05, "epoch": 0.7980722891566265, "percentage": 26.54, "elapsed_time": "0:57:37", "remaining_time": "2:39:31"} +{"current_steps": 208, "total_steps": 780, "loss": 0.0242, "lr": 3.6758772024371626e-05, "epoch": 0.8019277108433734, "percentage": 26.67, "elapsed_time": "0:57:54", "remaining_time": "2:39:14"} +{"current_steps": 209, "total_steps": 780, "loss": 0.021, "lr": 3.6709756228258735e-05, "epoch": 0.8057831325301205, "percentage": 26.79, "elapsed_time": "0:58:11", "remaining_time": "2:38:59"} +{"current_steps": 210, "total_steps": 780, "loss": 0.0174, "lr": 3.6660405779001036e-05, "epoch": 0.8096385542168675, "percentage": 26.92, "elapsed_time": "0:58:29", "remaining_time": "2:38:44"} +{"current_steps": 211, "total_steps": 780, "loss": 0.0088, "lr": 3.6610721664960236e-05, "epoch": 0.8134939759036145, "percentage": 27.05, "elapsed_time": "0:58:46", "remaining_time": "2:38:29"} +{"current_steps": 212, "total_steps": 780, "loss": 0.0391, "lr": 3.656070488118047e-05, "epoch": 0.8173493975903614, "percentage": 27.18, "elapsed_time": "0:59:02", "remaining_time": "2:38:10"} +{"current_steps": 213, "total_steps": 780, "loss": 0.0255, "lr": 3.65103564293684e-05, "epoch": 0.8212048192771084, "percentage": 27.31, "elapsed_time": "0:59:18", "remaining_time": "2:37:51"} +{"current_steps": 214, "total_steps": 780, "loss": 0.0164, "lr": 3.645967731787313e-05, "epoch": 0.8250602409638554, "percentage": 27.44, "elapsed_time": "0:59:35", "remaining_time": "2:37:35"} +{"current_steps": 215, "total_steps": 780, "loss": 0.0109, "lr": 3.640866856166601e-05, "epoch": 0.8289156626506025, "percentage": 27.56, "elapsed_time": "0:59:51", "remaining_time": "2:37:19"} +{"current_steps": 216, "total_steps": 780, "loss": 0.0117, "lr": 3.635733118232034e-05, "epoch": 0.8327710843373494, "percentage": 27.69, "elapsed_time": "1:00:08", "remaining_time": "2:37:02"} +{"current_steps": 217, "total_steps": 780, "loss": 0.0191, "lr": 3.6305666207990886e-05, "epoch": 0.8366265060240964, "percentage": 27.82, "elapsed_time": "1:00:24", "remaining_time": "2:36:43"} +{"current_steps": 218, "total_steps": 780, "loss": 0.0174, "lr": 3.625367467339329e-05, "epoch": 0.8404819277108434, "percentage": 27.95, "elapsed_time": "1:00:41", "remaining_time": "2:36:26"} +{"current_steps": 219, "total_steps": 780, "loss": 0.0201, "lr": 3.6201357619783336e-05, "epoch": 0.8443373493975903, "percentage": 28.08, "elapsed_time": "1:00:58", "remaining_time": "2:36:10"} +{"current_steps": 220, "total_steps": 780, "loss": 0.0163, "lr": 3.614871609493614e-05, "epoch": 0.8481927710843373, "percentage": 28.21, "elapsed_time": "1:01:14", "remaining_time": "2:35:54"} +{"current_steps": 221, "total_steps": 780, "loss": 0.0111, "lr": 3.609575115312511e-05, "epoch": 0.8520481927710843, "percentage": 28.33, "elapsed_time": "1:01:30", "remaining_time": "2:35:35"} +{"current_steps": 222, "total_steps": 780, "loss": 0.0063, "lr": 3.604246385510088e-05, "epoch": 0.8559036144578314, "percentage": 28.46, "elapsed_time": "1:01:47", "remaining_time": "2:35:18"} +{"current_steps": 223, "total_steps": 780, "loss": 0.015, "lr": 3.598885526807003e-05, "epoch": 0.8597590361445783, "percentage": 28.59, "elapsed_time": "1:02:04", "remaining_time": "2:35:03"} +{"current_steps": 224, "total_steps": 780, "loss": 0.0102, "lr": 3.593492646567372e-05, "epoch": 0.8636144578313253, "percentage": 28.72, "elapsed_time": "1:02:21", "remaining_time": "2:34:46"} +{"current_steps": 225, "total_steps": 780, "loss": 0.0102, "lr": 3.5880678527966224e-05, "epoch": 0.8674698795180723, "percentage": 28.85, "elapsed_time": "1:02:37", "remaining_time": "2:34:27"} +{"current_steps": 226, "total_steps": 780, "loss": 0.0259, "lr": 3.582611254139324e-05, "epoch": 0.8713253012048193, "percentage": 28.97, "elapsed_time": "1:02:53", "remaining_time": "2:34:10"} +{"current_steps": 227, "total_steps": 780, "loss": 0.0237, "lr": 3.577122959877017e-05, "epoch": 0.8751807228915662, "percentage": 29.1, "elapsed_time": "1:03:11", "remaining_time": "2:33:55"} +{"current_steps": 228, "total_steps": 780, "loss": 0.0171, "lr": 3.571603079926024e-05, "epoch": 0.8790361445783132, "percentage": 29.23, "elapsed_time": "1:03:27", "remaining_time": "2:33:38"} +{"current_steps": 229, "total_steps": 780, "loss": 0.01, "lr": 3.566051724835245e-05, "epoch": 0.8828915662650603, "percentage": 29.36, "elapsed_time": "1:03:42", "remaining_time": "2:33:18"} +{"current_steps": 230, "total_steps": 780, "loss": 0.0111, "lr": 3.5604690057839456e-05, "epoch": 0.8867469879518072, "percentage": 29.49, "elapsed_time": "1:03:58", "remaining_time": "2:32:59"} +{"current_steps": 231, "total_steps": 780, "loss": 0.0208, "lr": 3.554855034579532e-05, "epoch": 0.8906024096385542, "percentage": 29.62, "elapsed_time": "1:04:15", "remaining_time": "2:32:42"} +{"current_steps": 232, "total_steps": 780, "loss": 0.0252, "lr": 3.549209923655309e-05, "epoch": 0.8944578313253012, "percentage": 29.74, "elapsed_time": "1:04:32", "remaining_time": "2:32:27"} +{"current_steps": 233, "total_steps": 780, "loss": 0.0164, "lr": 3.5435337860682304e-05, "epoch": 0.8983132530120482, "percentage": 29.87, "elapsed_time": "1:04:49", "remaining_time": "2:32:12"} +{"current_steps": 234, "total_steps": 780, "loss": 0.0125, "lr": 3.537826735496632e-05, "epoch": 0.9021686746987951, "percentage": 30.0, "elapsed_time": "1:05:05", "remaining_time": "2:31:53"} +{"current_steps": 235, "total_steps": 780, "loss": 0.015, "lr": 3.532088886237956e-05, "epoch": 0.9060240963855422, "percentage": 30.13, "elapsed_time": "1:05:23", "remaining_time": "2:31:39"} +{"current_steps": 236, "total_steps": 780, "loss": 0.0153, "lr": 3.5263203532064674e-05, "epoch": 0.9098795180722892, "percentage": 30.26, "elapsed_time": "1:05:40", "remaining_time": "2:31:23"} +{"current_steps": 237, "total_steps": 780, "loss": 0.0109, "lr": 3.520521251930941e-05, "epoch": 0.9137349397590362, "percentage": 30.38, "elapsed_time": "1:05:56", "remaining_time": "2:31:05"} +{"current_steps": 238, "total_steps": 780, "loss": 0.0156, "lr": 3.5146916985523604e-05, "epoch": 0.9175903614457831, "percentage": 30.51, "elapsed_time": "1:06:12", "remaining_time": "2:30:47"} +{"current_steps": 239, "total_steps": 780, "loss": 0.0194, "lr": 3.5088318098215805e-05, "epoch": 0.9214457831325301, "percentage": 30.64, "elapsed_time": "1:06:29", "remaining_time": "2:30:31"} +{"current_steps": 240, "total_steps": 780, "loss": 0.012, "lr": 3.5029417030970005e-05, "epoch": 0.9253012048192771, "percentage": 30.77, "elapsed_time": "1:06:47", "remaining_time": "2:30:16"} +{"current_steps": 241, "total_steps": 780, "loss": 0.0146, "lr": 3.497021496342203e-05, "epoch": 0.929156626506024, "percentage": 30.9, "elapsed_time": "1:07:04", "remaining_time": "2:30:01"} +{"current_steps": 242, "total_steps": 780, "loss": 0.0095, "lr": 3.4910713081235975e-05, "epoch": 0.9330120481927711, "percentage": 31.03, "elapsed_time": "1:07:21", "remaining_time": "2:29:45"} +{"current_steps": 243, "total_steps": 780, "loss": 0.018, "lr": 3.485091257608047e-05, "epoch": 0.9368674698795181, "percentage": 31.15, "elapsed_time": "1:07:39", "remaining_time": "2:29:30"} +{"current_steps": 244, "total_steps": 780, "loss": 0.0407, "lr": 3.479081464560475e-05, "epoch": 0.9407228915662651, "percentage": 31.28, "elapsed_time": "1:07:54", "remaining_time": "2:29:11"} +{"current_steps": 245, "total_steps": 780, "loss": 0.0152, "lr": 3.473042049341474e-05, "epoch": 0.944578313253012, "percentage": 31.41, "elapsed_time": "1:08:11", "remaining_time": "2:28:54"} +{"current_steps": 246, "total_steps": 780, "loss": 0.0105, "lr": 3.466973132904892e-05, "epoch": 0.948433734939759, "percentage": 31.54, "elapsed_time": "1:08:29", "remaining_time": "2:28:40"} +{"current_steps": 247, "total_steps": 780, "loss": 0.0154, "lr": 3.4608748367954064e-05, "epoch": 0.952289156626506, "percentage": 31.67, "elapsed_time": "1:08:44", "remaining_time": "2:28:20"} +{"current_steps": 248, "total_steps": 780, "loss": 0.0258, "lr": 3.4547472831460976e-05, "epoch": 0.9561445783132531, "percentage": 31.79, "elapsed_time": "1:09:00", "remaining_time": "2:28:01"} +{"current_steps": 249, "total_steps": 780, "loss": 0.0137, "lr": 3.4485905946759965e-05, "epoch": 0.96, "percentage": 31.92, "elapsed_time": "1:09:17", "remaining_time": "2:27:45"} +{"current_steps": 250, "total_steps": 780, "loss": 0.009, "lr": 3.442404894687629e-05, "epoch": 0.963855421686747, "percentage": 32.05, "elapsed_time": "1:09:32", "remaining_time": "2:27:26"} +{"current_steps": 251, "total_steps": 780, "loss": 0.0135, "lr": 3.4361903070645484e-05, "epoch": 0.967710843373494, "percentage": 32.18, "elapsed_time": "1:09:49", "remaining_time": "2:27:08"} +{"current_steps": 252, "total_steps": 780, "loss": 0.0207, "lr": 3.4299469562688494e-05, "epoch": 0.971566265060241, "percentage": 32.31, "elapsed_time": "1:10:06", "remaining_time": "2:26:53"} +{"current_steps": 253, "total_steps": 780, "loss": 0.0166, "lr": 3.423674967338681e-05, "epoch": 0.9754216867469879, "percentage": 32.44, "elapsed_time": "1:10:23", "remaining_time": "2:26:38"} +{"current_steps": 254, "total_steps": 780, "loss": 0.0088, "lr": 3.4173744658857403e-05, "epoch": 0.9792771084337349, "percentage": 32.56, "elapsed_time": "1:10:39", "remaining_time": "2:26:19"} +{"current_steps": 255, "total_steps": 780, "loss": 0.0246, "lr": 3.411045578092754e-05, "epoch": 0.983132530120482, "percentage": 32.69, "elapsed_time": "1:10:55", "remaining_time": "2:26:00"} +{"current_steps": 256, "total_steps": 780, "loss": 0.0158, "lr": 3.404688430710955e-05, "epoch": 0.9869879518072289, "percentage": 32.82, "elapsed_time": "1:11:12", "remaining_time": "2:25:44"} +{"current_steps": 257, "total_steps": 780, "loss": 0.0208, "lr": 3.398303151057543e-05, "epoch": 0.9908433734939759, "percentage": 32.95, "elapsed_time": "1:11:29", "remaining_time": "2:25:28"} +{"current_steps": 258, "total_steps": 780, "loss": 0.014, "lr": 3.391889867013134e-05, "epoch": 0.9946987951807229, "percentage": 33.08, "elapsed_time": "1:11:45", "remaining_time": "2:25:11"} +{"current_steps": 259, "total_steps": 780, "loss": 0.0098, "lr": 3.385448707019199e-05, "epoch": 0.9985542168674699, "percentage": 33.21, "elapsed_time": "1:12:02", "remaining_time": "2:24:54"} +{"current_steps": 260, "total_steps": 780, "loss": 0.0181, "lr": 3.3789798000754924e-05, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "1:12:08", "remaining_time": "2:24:17"} +{"current_steps": 261, "total_steps": 780, "loss": 0.0123, "lr": 3.372483275737468e-05, "epoch": 1.003855421686747, "percentage": 33.46, "elapsed_time": "1:12:25", "remaining_time": "2:24:00"} +{"current_steps": 262, "total_steps": 780, "loss": 0.0097, "lr": 3.365959264113683e-05, "epoch": 1.007710843373494, "percentage": 33.59, "elapsed_time": "1:12:42", "remaining_time": "2:23:44"} +{"current_steps": 263, "total_steps": 780, "loss": 0.0168, "lr": 3.359407895863199e-05, "epoch": 1.011566265060241, "percentage": 33.72, "elapsed_time": "1:12:57", "remaining_time": "2:23:25"} +{"current_steps": 264, "total_steps": 780, "loss": 0.011, "lr": 3.3528293021929523e-05, "epoch": 1.0154216867469879, "percentage": 33.85, "elapsed_time": "1:13:14", "remaining_time": "2:23:09"} +{"current_steps": 265, "total_steps": 780, "loss": 0.0203, "lr": 3.34622361485514e-05, "epoch": 1.0192771084337349, "percentage": 33.97, "elapsed_time": "1:13:31", "remaining_time": "2:22:53"} +{"current_steps": 266, "total_steps": 780, "loss": 0.0039, "lr": 3.339590966144574e-05, "epoch": 1.0231325301204819, "percentage": 34.1, "elapsed_time": "1:13:48", "remaining_time": "2:22:36"} +{"current_steps": 267, "total_steps": 780, "loss": 0.0108, "lr": 3.332931488896029e-05, "epoch": 1.026987951807229, "percentage": 34.23, "elapsed_time": "1:14:04", "remaining_time": "2:22:19"} +{"current_steps": 268, "total_steps": 780, "loss": 0.0231, "lr": 3.326245316481591e-05, "epoch": 1.030843373493976, "percentage": 34.36, "elapsed_time": "1:14:21", "remaining_time": "2:22:03"} +{"current_steps": 269, "total_steps": 780, "loss": 0.0096, "lr": 3.319532582807977e-05, "epoch": 1.034698795180723, "percentage": 34.49, "elapsed_time": "1:14:39", "remaining_time": "2:21:49"} +{"current_steps": 270, "total_steps": 780, "loss": 0.0085, "lr": 3.31279342231386e-05, "epoch": 1.03855421686747, "percentage": 34.62, "elapsed_time": "1:14:57", "remaining_time": "2:21:34"} +{"current_steps": 271, "total_steps": 780, "loss": 0.0056, "lr": 3.30602796996717e-05, "epoch": 1.0424096385542168, "percentage": 34.74, "elapsed_time": "1:15:13", "remaining_time": "2:21:17"} +{"current_steps": 272, "total_steps": 780, "loss": 0.0092, "lr": 3.299236361262401e-05, "epoch": 1.0462650602409638, "percentage": 34.87, "elapsed_time": "1:15:28", "remaining_time": "2:20:56"} +{"current_steps": 273, "total_steps": 780, "loss": 0.0084, "lr": 3.2924187322178865e-05, "epoch": 1.0501204819277108, "percentage": 35.0, "elapsed_time": "1:15:45", "remaining_time": "2:20:41"} +{"current_steps": 274, "total_steps": 780, "loss": 0.0058, "lr": 3.285575219373079e-05, "epoch": 1.0539759036144578, "percentage": 35.13, "elapsed_time": "1:16:02", "remaining_time": "2:20:25"} +{"current_steps": 275, "total_steps": 780, "loss": 0.0113, "lr": 3.278705959785821e-05, "epoch": 1.0578313253012048, "percentage": 35.26, "elapsed_time": "1:16:18", "remaining_time": "2:20:08"} +{"current_steps": 276, "total_steps": 780, "loss": 0.008, "lr": 3.27181109102959e-05, "epoch": 1.0616867469879518, "percentage": 35.38, "elapsed_time": "1:16:35", "remaining_time": "2:19:51"} +{"current_steps": 277, "total_steps": 780, "loss": 0.0074, "lr": 3.2648907511907544e-05, "epoch": 1.0655421686746989, "percentage": 35.51, "elapsed_time": "1:17:05", "remaining_time": "2:19:58"} +{"current_steps": 278, "total_steps": 780, "loss": 0.033, "lr": 3.2579450788657997e-05, "epoch": 1.0693975903614459, "percentage": 35.64, "elapsed_time": "1:17:22", "remaining_time": "2:19:42"} +{"current_steps": 279, "total_steps": 780, "loss": 0.0097, "lr": 3.250974213158555e-05, "epoch": 1.0732530120481927, "percentage": 35.77, "elapsed_time": "1:17:36", "remaining_time": "2:19:22"} +{"current_steps": 280, "total_steps": 780, "loss": 0.0099, "lr": 3.243978293677408e-05, "epoch": 1.0771084337349397, "percentage": 35.9, "elapsed_time": "1:17:54", "remaining_time": "2:19:07"} +{"current_steps": 281, "total_steps": 780, "loss": 0.0115, "lr": 3.23695746053251e-05, "epoch": 1.0809638554216867, "percentage": 36.03, "elapsed_time": "1:18:12", "remaining_time": "2:18:53"} +{"current_steps": 282, "total_steps": 780, "loss": 0.0112, "lr": 3.229911854332967e-05, "epoch": 1.0848192771084337, "percentage": 36.15, "elapsed_time": "1:18:30", "remaining_time": "2:18:37"} +{"current_steps": 283, "total_steps": 780, "loss": 0.0044, "lr": 3.222841616184025e-05, "epoch": 1.0886746987951808, "percentage": 36.28, "elapsed_time": "1:18:46", "remaining_time": "2:18:20"} +{"current_steps": 284, "total_steps": 780, "loss": 0.005, "lr": 3.215746887684244e-05, "epoch": 1.0925301204819278, "percentage": 36.41, "elapsed_time": "1:19:03", "remaining_time": "2:18:05"} +{"current_steps": 285, "total_steps": 780, "loss": 0.0102, "lr": 3.208627810922665e-05, "epoch": 1.0963855421686748, "percentage": 36.54, "elapsed_time": "1:19:21", "remaining_time": "2:17:49"} +{"current_steps": 286, "total_steps": 780, "loss": 0.0051, "lr": 3.201484528475958e-05, "epoch": 1.1002409638554216, "percentage": 36.67, "elapsed_time": "1:19:38", "remaining_time": "2:17:34"} +{"current_steps": 287, "total_steps": 780, "loss": 0.0088, "lr": 3.194317183405573e-05, "epoch": 1.1040963855421686, "percentage": 36.79, "elapsed_time": "1:19:54", "remaining_time": "2:17:16"} +{"current_steps": 288, "total_steps": 780, "loss": 0.0182, "lr": 3.187125919254869e-05, "epoch": 1.1079518072289156, "percentage": 36.92, "elapsed_time": "1:20:12", "remaining_time": "2:17:02"} +{"current_steps": 289, "total_steps": 780, "loss": 0.0058, "lr": 3.1799108800462466e-05, "epoch": 1.1118072289156626, "percentage": 37.05, "elapsed_time": "1:20:30", "remaining_time": "2:16:46"} +{"current_steps": 290, "total_steps": 780, "loss": 0.0104, "lr": 3.172672210278254e-05, "epoch": 1.1156626506024097, "percentage": 37.18, "elapsed_time": "1:20:47", "remaining_time": "2:16:29"} +{"current_steps": 291, "total_steps": 780, "loss": 0.0058, "lr": 3.1654100549227024e-05, "epoch": 1.1195180722891567, "percentage": 37.31, "elapsed_time": "1:21:03", "remaining_time": "2:16:12"} +{"current_steps": 292, "total_steps": 780, "loss": 0.0059, "lr": 3.158124559421758e-05, "epoch": 1.1233734939759037, "percentage": 37.44, "elapsed_time": "1:21:20", "remaining_time": "2:15:56"} +{"current_steps": 293, "total_steps": 780, "loss": 0.0119, "lr": 3.1508158696850275e-05, "epoch": 1.1272289156626507, "percentage": 37.56, "elapsed_time": "1:21:37", "remaining_time": "2:15:40"} +{"current_steps": 294, "total_steps": 780, "loss": 0.0093, "lr": 3.14348413208664e-05, "epoch": 1.1310843373493975, "percentage": 37.69, "elapsed_time": "1:21:54", "remaining_time": "2:15:23"} +{"current_steps": 295, "total_steps": 780, "loss": 0.0095, "lr": 3.136129493462312e-05, "epoch": 1.1349397590361445, "percentage": 37.82, "elapsed_time": "1:22:10", "remaining_time": "2:15:06"} +{"current_steps": 296, "total_steps": 780, "loss": 0.006, "lr": 3.12875210110641e-05, "epoch": 1.1387951807228915, "percentage": 37.95, "elapsed_time": "1:22:28", "remaining_time": "2:14:51"} +{"current_steps": 297, "total_steps": 780, "loss": 0.005, "lr": 3.121352102768998e-05, "epoch": 1.1426506024096386, "percentage": 38.08, "elapsed_time": "1:22:46", "remaining_time": "2:14:36"} +{"current_steps": 298, "total_steps": 780, "loss": 0.0057, "lr": 3.113929646652879e-05, "epoch": 1.1465060240963856, "percentage": 38.21, "elapsed_time": "1:23:01", "remaining_time": "2:14:18"} +{"current_steps": 299, "total_steps": 780, "loss": 0.0056, "lr": 3.106484881410628e-05, "epoch": 1.1503614457831326, "percentage": 38.33, "elapsed_time": "1:23:18", "remaining_time": "2:14:01"} +{"current_steps": 300, "total_steps": 780, "loss": 0.017, "lr": 3.0990179561416124e-05, "epoch": 1.1542168674698796, "percentage": 38.46, "elapsed_time": "1:23:34", "remaining_time": "2:13:43"} +{"current_steps": 301, "total_steps": 780, "loss": 0.0053, "lr": 3.091529020389009e-05, "epoch": 1.1580722891566264, "percentage": 38.59, "elapsed_time": "1:23:51", "remaining_time": "2:13:26"} +{"current_steps": 302, "total_steps": 780, "loss": 0.011, "lr": 3.0840182241368083e-05, "epoch": 1.1619277108433734, "percentage": 38.72, "elapsed_time": "1:24:08", "remaining_time": "2:13:10"} +{"current_steps": 303, "total_steps": 780, "loss": 0.0082, "lr": 3.076485717806808e-05, "epoch": 1.1657831325301204, "percentage": 38.85, "elapsed_time": "1:24:24", "remaining_time": "2:12:52"} +{"current_steps": 304, "total_steps": 780, "loss": 0.0097, "lr": 3.0689316522556026e-05, "epoch": 1.1696385542168675, "percentage": 38.97, "elapsed_time": "1:24:41", "remaining_time": "2:12:37"} +{"current_steps": 305, "total_steps": 780, "loss": 0.0082, "lr": 3.061356178771564e-05, "epoch": 1.1734939759036145, "percentage": 39.1, "elapsed_time": "1:25:00", "remaining_time": "2:12:22"} +{"current_steps": 306, "total_steps": 780, "loss": 0.0106, "lr": 3.053759449071807e-05, "epoch": 1.1773493975903615, "percentage": 39.23, "elapsed_time": "1:25:15", "remaining_time": "2:12:04"} +{"current_steps": 307, "total_steps": 780, "loss": 0.0082, "lr": 3.0461416152991555e-05, "epoch": 1.1812048192771085, "percentage": 39.36, "elapsed_time": "1:25:31", "remaining_time": "2:11:46"} +{"current_steps": 308, "total_steps": 780, "loss": 0.0105, "lr": 3.038502830019092e-05, "epoch": 1.1850602409638555, "percentage": 39.49, "elapsed_time": "1:25:47", "remaining_time": "2:11:28"} +{"current_steps": 309, "total_steps": 780, "loss": 0.0076, "lr": 3.0308432462167045e-05, "epoch": 1.1889156626506023, "percentage": 39.62, "elapsed_time": "1:26:04", "remaining_time": "2:11:11"} +{"current_steps": 310, "total_steps": 780, "loss": 0.0072, "lr": 3.0231630172936205e-05, "epoch": 1.1927710843373494, "percentage": 39.74, "elapsed_time": "1:26:20", "remaining_time": "2:10:54"} +{"current_steps": 311, "total_steps": 780, "loss": 0.0155, "lr": 3.015462297064936e-05, "epoch": 1.1966265060240964, "percentage": 39.87, "elapsed_time": "1:26:37", "remaining_time": "2:10:38"} +{"current_steps": 312, "total_steps": 780, "loss": 0.0194, "lr": 3.0077412397561345e-05, "epoch": 1.2004819277108434, "percentage": 40.0, "elapsed_time": "1:26:54", "remaining_time": "2:10:21"} +{"current_steps": 313, "total_steps": 780, "loss": 0.0198, "lr": 3.0000000000000004e-05, "epoch": 1.2043373493975904, "percentage": 40.13, "elapsed_time": "1:27:10", "remaining_time": "2:10:04"} +{"current_steps": 314, "total_steps": 780, "loss": 0.007, "lr": 2.992238732833518e-05, "epoch": 1.2081927710843374, "percentage": 40.26, "elapsed_time": "1:27:27", "remaining_time": "2:09:47"} +{"current_steps": 315, "total_steps": 780, "loss": 0.0116, "lr": 2.98445759369477e-05, "epoch": 1.2120481927710842, "percentage": 40.38, "elapsed_time": "1:27:44", "remaining_time": "2:09:32"} +{"current_steps": 316, "total_steps": 780, "loss": 0.0082, "lr": 2.9766567384198228e-05, "epoch": 1.2159036144578312, "percentage": 40.51, "elapsed_time": "1:28:01", "remaining_time": "2:09:14"} +{"current_steps": 317, "total_steps": 780, "loss": 0.0075, "lr": 2.9688363232396056e-05, "epoch": 1.2197590361445783, "percentage": 40.64, "elapsed_time": "1:28:18", "remaining_time": "2:08:58"} +{"current_steps": 318, "total_steps": 780, "loss": 0.0087, "lr": 2.960996504776783e-05, "epoch": 1.2236144578313253, "percentage": 40.77, "elapsed_time": "1:28:35", "remaining_time": "2:08:42"} +{"current_steps": 319, "total_steps": 780, "loss": 0.0277, "lr": 2.9531374400426158e-05, "epoch": 1.2274698795180723, "percentage": 40.9, "elapsed_time": "1:28:52", "remaining_time": "2:08:26"} +{"current_steps": 320, "total_steps": 780, "loss": 0.0097, "lr": 2.945259286433819e-05, "epoch": 1.2313253012048193, "percentage": 41.03, "elapsed_time": "1:29:09", "remaining_time": "2:08:09"} +{"current_steps": 321, "total_steps": 780, "loss": 0.0086, "lr": 2.9373622017294075e-05, "epoch": 1.2351807228915663, "percentage": 41.15, "elapsed_time": "1:29:26", "remaining_time": "2:07:53"} +{"current_steps": 322, "total_steps": 780, "loss": 0.0119, "lr": 2.9294463440875375e-05, "epoch": 1.2390361445783133, "percentage": 41.28, "elapsed_time": "1:29:42", "remaining_time": "2:07:36"} +{"current_steps": 323, "total_steps": 780, "loss": 0.0071, "lr": 2.9215118720423375e-05, "epoch": 1.2428915662650604, "percentage": 41.41, "elapsed_time": "1:30:00", "remaining_time": "2:07:20"} +{"current_steps": 324, "total_steps": 780, "loss": 0.0097, "lr": 2.913558944500736e-05, "epoch": 1.2467469879518072, "percentage": 41.54, "elapsed_time": "1:30:16", "remaining_time": "2:07:03"} +{"current_steps": 325, "total_steps": 780, "loss": 0.0162, "lr": 2.9055877207392752e-05, "epoch": 1.2506024096385542, "percentage": 41.67, "elapsed_time": "1:30:32", "remaining_time": "2:06:45"} +{"current_steps": 326, "total_steps": 780, "loss": 0.0051, "lr": 2.897598360400925e-05, "epoch": 1.2544578313253012, "percentage": 41.79, "elapsed_time": "1:30:48", "remaining_time": "2:06:28"} +{"current_steps": 327, "total_steps": 780, "loss": 0.0069, "lr": 2.8895910234918828e-05, "epoch": 1.2583132530120482, "percentage": 41.92, "elapsed_time": "1:31:05", "remaining_time": "2:06:11"} +{"current_steps": 328, "total_steps": 780, "loss": 0.0044, "lr": 2.8815658703783715e-05, "epoch": 1.2621686746987952, "percentage": 42.05, "elapsed_time": "1:31:21", "remaining_time": "2:05:54"} +{"current_steps": 329, "total_steps": 780, "loss": 0.0122, "lr": 2.873523061783426e-05, "epoch": 1.266024096385542, "percentage": 42.18, "elapsed_time": "1:31:37", "remaining_time": "2:05:36"} +{"current_steps": 330, "total_steps": 780, "loss": 0.0052, "lr": 2.8654627587836724e-05, "epoch": 1.269879518072289, "percentage": 42.31, "elapsed_time": "1:31:53", "remaining_time": "2:05:18"} +{"current_steps": 331, "total_steps": 780, "loss": 0.0067, "lr": 2.8573851228061084e-05, "epoch": 1.273734939759036, "percentage": 42.44, "elapsed_time": "1:32:10", "remaining_time": "2:05:02"} +{"current_steps": 332, "total_steps": 780, "loss": 0.0111, "lr": 2.8492903156248642e-05, "epoch": 1.277590361445783, "percentage": 42.56, "elapsed_time": "1:32:28", "remaining_time": "2:04:47"} +{"current_steps": 333, "total_steps": 780, "loss": 0.0097, "lr": 2.8411784993579633e-05, "epoch": 1.28144578313253, "percentage": 42.69, "elapsed_time": "1:32:46", "remaining_time": "2:04:31"} +{"current_steps": 334, "total_steps": 780, "loss": 0.0088, "lr": 2.8330498364640803e-05, "epoch": 1.2853012048192771, "percentage": 42.82, "elapsed_time": "1:33:01", "remaining_time": "2:04:13"} +{"current_steps": 335, "total_steps": 780, "loss": 0.0191, "lr": 2.8249044897392814e-05, "epoch": 1.2891566265060241, "percentage": 42.95, "elapsed_time": "1:33:18", "remaining_time": "2:03:56"} +{"current_steps": 336, "total_steps": 780, "loss": 0.0063, "lr": 2.8167426223137682e-05, "epoch": 1.2930120481927712, "percentage": 43.08, "elapsed_time": "1:33:35", "remaining_time": "2:03:40"} +{"current_steps": 337, "total_steps": 780, "loss": 0.01, "lr": 2.80856439764861e-05, "epoch": 1.2968674698795182, "percentage": 43.21, "elapsed_time": "1:33:50", "remaining_time": "2:03:21"} +{"current_steps": 338, "total_steps": 780, "loss": 0.0044, "lr": 2.8003699795324674e-05, "epoch": 1.3007228915662652, "percentage": 43.33, "elapsed_time": "1:34:06", "remaining_time": "2:03:03"} +{"current_steps": 339, "total_steps": 780, "loss": 0.0068, "lr": 2.792159532078314e-05, "epoch": 1.304578313253012, "percentage": 43.46, "elapsed_time": "1:34:23", "remaining_time": "2:02:46"} +{"current_steps": 340, "total_steps": 780, "loss": 0.0041, "lr": 2.7839332197201505e-05, "epoch": 1.308433734939759, "percentage": 43.59, "elapsed_time": "1:34:39", "remaining_time": "2:02:29"} +{"current_steps": 341, "total_steps": 780, "loss": 0.0141, "lr": 2.77569120720971e-05, "epoch": 1.312289156626506, "percentage": 43.72, "elapsed_time": "1:34:55", "remaining_time": "2:02:11"} +{"current_steps": 342, "total_steps": 780, "loss": 0.0075, "lr": 2.7674336596131596e-05, "epoch": 1.316144578313253, "percentage": 43.85, "elapsed_time": "1:35:11", "remaining_time": "2:01:54"} +{"current_steps": 343, "total_steps": 780, "loss": 0.0094, "lr": 2.7591607423077932e-05, "epoch": 1.32, "percentage": 43.97, "elapsed_time": "1:35:28", "remaining_time": "2:01:38"} +{"current_steps": 344, "total_steps": 780, "loss": 0.0034, "lr": 2.75087262097872e-05, "epoch": 1.3238554216867469, "percentage": 44.1, "elapsed_time": "1:35:44", "remaining_time": "2:01:21"} +{"current_steps": 345, "total_steps": 780, "loss": 0.0052, "lr": 2.7425694616155474e-05, "epoch": 1.3277108433734939, "percentage": 44.23, "elapsed_time": "1:36:01", "remaining_time": "2:01:04"} +{"current_steps": 346, "total_steps": 780, "loss": 0.0223, "lr": 2.7342514305090554e-05, "epoch": 1.331566265060241, "percentage": 44.36, "elapsed_time": "1:36:18", "remaining_time": "2:00:47"} +{"current_steps": 347, "total_steps": 780, "loss": 0.0042, "lr": 2.7259186942478656e-05, "epoch": 1.335421686746988, "percentage": 44.49, "elapsed_time": "1:36:34", "remaining_time": "2:00:30"} +{"current_steps": 348, "total_steps": 780, "loss": 0.027, "lr": 2.717571419715107e-05, "epoch": 1.339277108433735, "percentage": 44.62, "elapsed_time": "1:36:51", "remaining_time": "2:00:13"} +{"current_steps": 349, "total_steps": 780, "loss": 0.0085, "lr": 2.7092097740850712e-05, "epoch": 1.343132530120482, "percentage": 44.74, "elapsed_time": "1:37:06", "remaining_time": "1:59:55"} +{"current_steps": 350, "total_steps": 780, "loss": 0.01, "lr": 2.700833924819868e-05, "epoch": 1.346987951807229, "percentage": 44.87, "elapsed_time": "1:37:23", "remaining_time": "1:59:38"} +{"current_steps": 351, "total_steps": 780, "loss": 0.0109, "lr": 2.692444039666066e-05, "epoch": 1.350843373493976, "percentage": 45.0, "elapsed_time": "1:37:39", "remaining_time": "1:59:21"} +{"current_steps": 352, "total_steps": 780, "loss": 0.0113, "lr": 2.684040286651338e-05, "epoch": 1.354698795180723, "percentage": 45.13, "elapsed_time": "1:37:56", "remaining_time": "1:59:04"} +{"current_steps": 353, "total_steps": 780, "loss": 0.0114, "lr": 2.6756228340810946e-05, "epoch": 1.3585542168674698, "percentage": 45.26, "elapsed_time": "1:38:12", "remaining_time": "1:58:47"} +{"current_steps": 354, "total_steps": 780, "loss": 0.0086, "lr": 2.6671918505351132e-05, "epoch": 1.3624096385542168, "percentage": 45.38, "elapsed_time": "1:38:29", "remaining_time": "1:58:31"} +{"current_steps": 355, "total_steps": 780, "loss": 0.0043, "lr": 2.6587475048641596e-05, "epoch": 1.3662650602409638, "percentage": 45.51, "elapsed_time": "1:38:45", "remaining_time": "1:58:13"} +{"current_steps": 356, "total_steps": 780, "loss": 0.0062, "lr": 2.6502899661866104e-05, "epoch": 1.3701204819277109, "percentage": 45.64, "elapsed_time": "1:39:02", "remaining_time": "1:57:57"} +{"current_steps": 357, "total_steps": 780, "loss": 0.0157, "lr": 2.6418194038850634e-05, "epoch": 1.3739759036144579, "percentage": 45.77, "elapsed_time": "1:39:18", "remaining_time": "1:57:40"} +{"current_steps": 358, "total_steps": 780, "loss": 0.0058, "lr": 2.6333359876029455e-05, "epoch": 1.377831325301205, "percentage": 45.9, "elapsed_time": "1:39:36", "remaining_time": "1:57:24"} +{"current_steps": 359, "total_steps": 780, "loss": 0.0071, "lr": 2.624839887241115e-05, "epoch": 1.3816867469879517, "percentage": 46.03, "elapsed_time": "1:39:53", "remaining_time": "1:57:08"} +{"current_steps": 360, "total_steps": 780, "loss": 0.0079, "lr": 2.6163312729544616e-05, "epoch": 1.3855421686746987, "percentage": 46.15, "elapsed_time": "1:40:09", "remaining_time": "1:56:51"} +{"current_steps": 361, "total_steps": 780, "loss": 0.0078, "lr": 2.607810315148494e-05, "epoch": 1.3893975903614457, "percentage": 46.28, "elapsed_time": "1:40:25", "remaining_time": "1:56:33"} +{"current_steps": 362, "total_steps": 780, "loss": 0.0078, "lr": 2.5992771844759315e-05, "epoch": 1.3932530120481927, "percentage": 46.41, "elapsed_time": "1:40:40", "remaining_time": "1:56:15"} +{"current_steps": 363, "total_steps": 780, "loss": 0.0067, "lr": 2.5907320518332827e-05, "epoch": 1.3971084337349398, "percentage": 46.54, "elapsed_time": "1:40:56", "remaining_time": "1:55:57"} +{"current_steps": 364, "total_steps": 780, "loss": 0.0097, "lr": 2.582175088357426e-05, "epoch": 1.4009638554216868, "percentage": 46.67, "elapsed_time": "1:41:14", "remaining_time": "1:55:41"} +{"current_steps": 365, "total_steps": 780, "loss": 0.0109, "lr": 2.5736064654221808e-05, "epoch": 1.4048192771084338, "percentage": 46.79, "elapsed_time": "1:41:31", "remaining_time": "1:55:25"} +{"current_steps": 366, "total_steps": 780, "loss": 0.0082, "lr": 2.5650263546348743e-05, "epoch": 1.4086746987951808, "percentage": 46.92, "elapsed_time": "1:41:47", "remaining_time": "1:55:08"} +{"current_steps": 367, "total_steps": 780, "loss": 0.0101, "lr": 2.5564349278329056e-05, "epoch": 1.4125301204819278, "percentage": 47.05, "elapsed_time": "1:42:04", "remaining_time": "1:54:52"} +{"current_steps": 368, "total_steps": 780, "loss": 0.0125, "lr": 2.547832357080305e-05, "epoch": 1.4163855421686746, "percentage": 47.18, "elapsed_time": "1:42:22", "remaining_time": "1:54:36"} +{"current_steps": 369, "total_steps": 780, "loss": 0.0109, "lr": 2.539218814664288e-05, "epoch": 1.4202409638554216, "percentage": 47.31, "elapsed_time": "1:42:51", "remaining_time": "1:54:33"} +{"current_steps": 370, "total_steps": 780, "loss": 0.0152, "lr": 2.5305944730918017e-05, "epoch": 1.4240963855421687, "percentage": 47.44, "elapsed_time": "1:43:08", "remaining_time": "1:54:17"} +{"current_steps": 371, "total_steps": 780, "loss": 0.0067, "lr": 2.521959505086075e-05, "epoch": 1.4279518072289157, "percentage": 47.56, "elapsed_time": "1:43:24", "remaining_time": "1:53:59"} +{"current_steps": 372, "total_steps": 780, "loss": 0.0092, "lr": 2.5133140835831537e-05, "epoch": 1.4318072289156627, "percentage": 47.69, "elapsed_time": "1:43:39", "remaining_time": "1:53:41"} +{"current_steps": 373, "total_steps": 780, "loss": 0.0095, "lr": 2.5046583817284437e-05, "epoch": 1.4356626506024097, "percentage": 47.82, "elapsed_time": "1:43:55", "remaining_time": "1:53:24"} +{"current_steps": 374, "total_steps": 780, "loss": 0.0063, "lr": 2.495992572873237e-05, "epoch": 1.4395180722891565, "percentage": 47.95, "elapsed_time": "1:44:12", "remaining_time": "1:53:07"} +{"current_steps": 375, "total_steps": 780, "loss": 0.0125, "lr": 2.487316830571244e-05, "epoch": 1.4433734939759035, "percentage": 48.08, "elapsed_time": "1:44:29", "remaining_time": "1:52:50"} +{"current_steps": 376, "total_steps": 780, "loss": 0.004, "lr": 2.4786313285751158e-05, "epoch": 1.4472289156626506, "percentage": 48.21, "elapsed_time": "1:44:45", "remaining_time": "1:52:33"} +{"current_steps": 377, "total_steps": 780, "loss": 0.0051, "lr": 2.4699362408329646e-05, "epoch": 1.4510843373493976, "percentage": 48.33, "elapsed_time": "1:45:02", "remaining_time": "1:52:16"} +{"current_steps": 378, "total_steps": 780, "loss": 0.0057, "lr": 2.4612317414848804e-05, "epoch": 1.4549397590361446, "percentage": 48.46, "elapsed_time": "1:45:19", "remaining_time": "1:52:01"} +{"current_steps": 379, "total_steps": 780, "loss": 0.0081, "lr": 2.4525180048594452e-05, "epoch": 1.4587951807228916, "percentage": 48.59, "elapsed_time": "1:45:35", "remaining_time": "1:51:42"} +{"current_steps": 380, "total_steps": 780, "loss": 0.0084, "lr": 2.4437952054702354e-05, "epoch": 1.4626506024096386, "percentage": 48.72, "elapsed_time": "1:45:51", "remaining_time": "1:51:25"} +{"current_steps": 381, "total_steps": 780, "loss": 0.0167, "lr": 2.435063518012335e-05, "epoch": 1.4665060240963856, "percentage": 48.85, "elapsed_time": "1:46:07", "remaining_time": "1:51:07"} +{"current_steps": 382, "total_steps": 780, "loss": 0.0076, "lr": 2.4263231173588323e-05, "epoch": 1.4703614457831327, "percentage": 48.97, "elapsed_time": "1:46:24", "remaining_time": "1:50:51"} +{"current_steps": 383, "total_steps": 780, "loss": 0.007, "lr": 2.4175741785573177e-05, "epoch": 1.4742168674698795, "percentage": 49.1, "elapsed_time": "1:46:40", "remaining_time": "1:50:34"} +{"current_steps": 384, "total_steps": 780, "loss": 0.0079, "lr": 2.4088168768263782e-05, "epoch": 1.4780722891566265, "percentage": 49.23, "elapsed_time": "1:46:57", "remaining_time": "1:50:18"} +{"current_steps": 385, "total_steps": 780, "loss": 0.0087, "lr": 2.4000513875520892e-05, "epoch": 1.4819277108433735, "percentage": 49.36, "elapsed_time": "1:47:15", "remaining_time": "1:50:02"} +{"current_steps": 386, "total_steps": 780, "loss": 0.0069, "lr": 2.3912778862845015e-05, "epoch": 1.4857831325301205, "percentage": 49.49, "elapsed_time": "1:47:32", "remaining_time": "1:49:45"} +{"current_steps": 387, "total_steps": 780, "loss": 0.0075, "lr": 2.3824965487341247e-05, "epoch": 1.4896385542168675, "percentage": 49.62, "elapsed_time": "1:47:50", "remaining_time": "1:49:30"} +{"current_steps": 388, "total_steps": 780, "loss": 0.0101, "lr": 2.3737075507684103e-05, "epoch": 1.4934939759036143, "percentage": 49.74, "elapsed_time": "1:48:06", "remaining_time": "1:49:12"} +{"current_steps": 389, "total_steps": 780, "loss": 0.0072, "lr": 2.3649110684082258e-05, "epoch": 1.4973493975903613, "percentage": 49.87, "elapsed_time": "1:48:22", "remaining_time": "1:48:56"} +{"current_steps": 390, "total_steps": 780, "loss": 0.0078, "lr": 2.3561072778243335e-05, "epoch": 1.5012048192771084, "percentage": 50.0, "elapsed_time": "1:48:38", "remaining_time": "1:48:38"} +{"current_steps": 391, "total_steps": 780, "loss": 0.0071, "lr": 2.3472963553338614e-05, "epoch": 1.5050602409638554, "percentage": 50.13, "elapsed_time": "1:48:55", "remaining_time": "1:48:22"} +{"current_steps": 392, "total_steps": 780, "loss": 0.0123, "lr": 2.3384784773967675e-05, "epoch": 1.5089156626506024, "percentage": 50.26, "elapsed_time": "1:49:13", "remaining_time": "1:48:06"} +{"current_steps": 393, "total_steps": 780, "loss": 0.0065, "lr": 2.3296538206123134e-05, "epoch": 1.5127710843373494, "percentage": 50.38, "elapsed_time": "1:49:30", "remaining_time": "1:47:49"} +{"current_steps": 394, "total_steps": 780, "loss": 0.0063, "lr": 2.3208225617155206e-05, "epoch": 1.5166265060240964, "percentage": 50.51, "elapsed_time": "1:49:45", "remaining_time": "1:47:31"} +{"current_steps": 395, "total_steps": 780, "loss": 0.0136, "lr": 2.311984877573636e-05, "epoch": 1.5204819277108435, "percentage": 50.64, "elapsed_time": "1:50:00", "remaining_time": "1:47:13"} +{"current_steps": 396, "total_steps": 780, "loss": 0.0146, "lr": 2.3031409451825852e-05, "epoch": 1.5243373493975905, "percentage": 50.77, "elapsed_time": "1:50:15", "remaining_time": "1:46:54"} +{"current_steps": 397, "total_steps": 780, "loss": 0.0066, "lr": 2.2942909416634326e-05, "epoch": 1.5281927710843375, "percentage": 50.9, "elapsed_time": "1:50:30", "remaining_time": "1:46:36"} +{"current_steps": 398, "total_steps": 780, "loss": 0.0059, "lr": 2.285435044258829e-05, "epoch": 1.5320481927710843, "percentage": 51.03, "elapsed_time": "1:50:46", "remaining_time": "1:46:19"} +{"current_steps": 399, "total_steps": 780, "loss": 0.0091, "lr": 2.2765734303294666e-05, "epoch": 1.5359036144578313, "percentage": 51.15, "elapsed_time": "1:51:02", "remaining_time": "1:46:01"} +{"current_steps": 400, "total_steps": 780, "loss": 0.0045, "lr": 2.2677062773505235e-05, "epoch": 1.5397590361445783, "percentage": 51.28, "elapsed_time": "1:51:19", "remaining_time": "1:45:45"} +{"current_steps": 401, "total_steps": 780, "loss": 0.0061, "lr": 2.2588337629081107e-05, "epoch": 1.5436144578313253, "percentage": 51.41, "elapsed_time": "1:51:36", "remaining_time": "1:45:28"} +{"current_steps": 402, "total_steps": 780, "loss": 0.0059, "lr": 2.249956064695717e-05, "epoch": 1.5474698795180721, "percentage": 51.54, "elapsed_time": "1:51:53", "remaining_time": "1:45:12"} +{"current_steps": 403, "total_steps": 780, "loss": 0.0049, "lr": 2.2410733605106462e-05, "epoch": 1.5513253012048192, "percentage": 51.67, "elapsed_time": "1:52:10", "remaining_time": "1:44:56"} +{"current_steps": 404, "total_steps": 780, "loss": 0.0055, "lr": 2.2321858282504606e-05, "epoch": 1.5551807228915662, "percentage": 51.79, "elapsed_time": "1:52:28", "remaining_time": "1:44:40"} +{"current_steps": 405, "total_steps": 780, "loss": 0.0076, "lr": 2.2232936459094158e-05, "epoch": 1.5590361445783132, "percentage": 51.92, "elapsed_time": "1:52:46", "remaining_time": "1:44:24"} +{"current_steps": 406, "total_steps": 780, "loss": 0.0117, "lr": 2.214396991574896e-05, "epoch": 1.5628915662650602, "percentage": 52.05, "elapsed_time": "1:53:04", "remaining_time": "1:44:09"} +{"current_steps": 407, "total_steps": 780, "loss": 0.0043, "lr": 2.205496043423849e-05, "epoch": 1.5667469879518072, "percentage": 52.18, "elapsed_time": "1:53:19", "remaining_time": "1:43:51"} +{"current_steps": 408, "total_steps": 780, "loss": 0.0082, "lr": 2.1965909797192143e-05, "epoch": 1.5706024096385542, "percentage": 52.31, "elapsed_time": "1:53:35", "remaining_time": "1:43:33"} +{"current_steps": 409, "total_steps": 780, "loss": 0.0063, "lr": 2.1876819788063586e-05, "epoch": 1.5744578313253013, "percentage": 52.44, "elapsed_time": "1:53:52", "remaining_time": "1:43:17"} +{"current_steps": 410, "total_steps": 780, "loss": 0.0058, "lr": 2.1787692191094986e-05, "epoch": 1.5783132530120483, "percentage": 52.56, "elapsed_time": "1:54:08", "remaining_time": "1:43:00"} +{"current_steps": 411, "total_steps": 780, "loss": 0.0062, "lr": 2.16985287912813e-05, "epoch": 1.5821686746987953, "percentage": 52.69, "elapsed_time": "1:54:24", "remaining_time": "1:42:43"} +{"current_steps": 412, "total_steps": 780, "loss": 0.007, "lr": 2.1609331374334523e-05, "epoch": 1.5860240963855423, "percentage": 52.82, "elapsed_time": "1:54:41", "remaining_time": "1:42:26"} +{"current_steps": 413, "total_steps": 780, "loss": 0.0115, "lr": 2.1520101726647922e-05, "epoch": 1.589879518072289, "percentage": 52.95, "elapsed_time": "1:54:56", "remaining_time": "1:42:08"} +{"current_steps": 414, "total_steps": 780, "loss": 0.025, "lr": 2.1430841635260274e-05, "epoch": 1.5937349397590361, "percentage": 53.08, "elapsed_time": "1:55:12", "remaining_time": "1:41:51"} +{"current_steps": 415, "total_steps": 780, "loss": 0.0048, "lr": 2.1341552887820048e-05, "epoch": 1.5975903614457831, "percentage": 53.21, "elapsed_time": "1:55:29", "remaining_time": "1:41:34"} +{"current_steps": 416, "total_steps": 780, "loss": 0.0209, "lr": 2.125223727254964e-05, "epoch": 1.6014457831325302, "percentage": 53.33, "elapsed_time": "1:55:46", "remaining_time": "1:41:17"} +{"current_steps": 417, "total_steps": 780, "loss": 0.018, "lr": 2.1162896578209517e-05, "epoch": 1.605301204819277, "percentage": 53.46, "elapsed_time": "1:56:01", "remaining_time": "1:40:59"} +{"current_steps": 418, "total_steps": 780, "loss": 0.0063, "lr": 2.1073532594062432e-05, "epoch": 1.609156626506024, "percentage": 53.59, "elapsed_time": "1:56:18", "remaining_time": "1:40:43"} +{"current_steps": 419, "total_steps": 780, "loss": 0.0043, "lr": 2.0984147109837564e-05, "epoch": 1.613012048192771, "percentage": 53.72, "elapsed_time": "1:56:34", "remaining_time": "1:40:26"} +{"current_steps": 420, "total_steps": 780, "loss": 0.0051, "lr": 2.0894741915694685e-05, "epoch": 1.616867469879518, "percentage": 53.85, "elapsed_time": "1:56:50", "remaining_time": "1:40:09"} +{"current_steps": 421, "total_steps": 780, "loss": 0.0108, "lr": 2.0805318802188307e-05, "epoch": 1.620722891566265, "percentage": 53.97, "elapsed_time": "1:57:08", "remaining_time": "1:39:53"} +{"current_steps": 422, "total_steps": 780, "loss": 0.0121, "lr": 2.071587956023181e-05, "epoch": 1.624578313253012, "percentage": 54.1, "elapsed_time": "1:57:26", "remaining_time": "1:39:37"} +{"current_steps": 423, "total_steps": 780, "loss": 0.0053, "lr": 2.0626425981061608e-05, "epoch": 1.628433734939759, "percentage": 54.23, "elapsed_time": "1:57:43", "remaining_time": "1:39:21"} +{"current_steps": 424, "total_steps": 780, "loss": 0.0082, "lr": 2.053695985620123e-05, "epoch": 1.632289156626506, "percentage": 54.36, "elapsed_time": "1:58:00", "remaining_time": "1:39:04"} +{"current_steps": 425, "total_steps": 780, "loss": 0.0088, "lr": 2.0447482977425465e-05, "epoch": 1.636144578313253, "percentage": 54.49, "elapsed_time": "1:58:17", "remaining_time": "1:38:48"} +{"current_steps": 426, "total_steps": 780, "loss": 0.0133, "lr": 2.0357997136724486e-05, "epoch": 1.6400000000000001, "percentage": 54.62, "elapsed_time": "1:58:34", "remaining_time": "1:38:31"} +{"current_steps": 427, "total_steps": 780, "loss": 0.0049, "lr": 2.0268504126267952e-05, "epoch": 1.6438554216867471, "percentage": 54.74, "elapsed_time": "1:58:50", "remaining_time": "1:38:14"} +{"current_steps": 428, "total_steps": 780, "loss": 0.0051, "lr": 2.0179005738369098e-05, "epoch": 1.647710843373494, "percentage": 54.87, "elapsed_time": "1:59:06", "remaining_time": "1:37:57"} +{"current_steps": 429, "total_steps": 780, "loss": 0.0058, "lr": 2.008950376544887e-05, "epoch": 1.651566265060241, "percentage": 55.0, "elapsed_time": "1:59:22", "remaining_time": "1:37:40"} +{"current_steps": 430, "total_steps": 780, "loss": 0.0099, "lr": 2e-05, "epoch": 1.655421686746988, "percentage": 55.13, "elapsed_time": "1:59:39", "remaining_time": "1:37:23"} +{"current_steps": 431, "total_steps": 780, "loss": 0.0149, "lr": 1.9910496234551132e-05, "epoch": 1.659277108433735, "percentage": 55.26, "elapsed_time": "1:59:57", "remaining_time": "1:37:07"} +{"current_steps": 432, "total_steps": 780, "loss": 0.0061, "lr": 1.982099426163091e-05, "epoch": 1.6631325301204818, "percentage": 55.38, "elapsed_time": "2:00:13", "remaining_time": "1:36:50"} +{"current_steps": 433, "total_steps": 780, "loss": 0.0059, "lr": 1.9731495873732055e-05, "epoch": 1.6669879518072288, "percentage": 55.51, "elapsed_time": "2:00:29", "remaining_time": "1:36:33"} +{"current_steps": 434, "total_steps": 780, "loss": 0.0051, "lr": 1.9642002863275517e-05, "epoch": 1.6708433734939758, "percentage": 55.64, "elapsed_time": "2:00:46", "remaining_time": "1:36:17"} +{"current_steps": 435, "total_steps": 780, "loss": 0.0102, "lr": 1.9552517022574542e-05, "epoch": 1.6746987951807228, "percentage": 55.77, "elapsed_time": "2:01:02", "remaining_time": "1:36:00"} +{"current_steps": 436, "total_steps": 780, "loss": 0.008, "lr": 1.946304014379878e-05, "epoch": 1.6785542168674699, "percentage": 55.9, "elapsed_time": "2:01:19", "remaining_time": "1:35:43"} +{"current_steps": 437, "total_steps": 780, "loss": 0.0089, "lr": 1.93735740189384e-05, "epoch": 1.6824096385542169, "percentage": 56.03, "elapsed_time": "2:01:35", "remaining_time": "1:35:26"} +{"current_steps": 438, "total_steps": 780, "loss": 0.0142, "lr": 1.9284120439768192e-05, "epoch": 1.686265060240964, "percentage": 56.15, "elapsed_time": "2:01:53", "remaining_time": "1:35:10"} +{"current_steps": 439, "total_steps": 780, "loss": 0.0047, "lr": 1.9194681197811703e-05, "epoch": 1.690120481927711, "percentage": 56.28, "elapsed_time": "2:02:08", "remaining_time": "1:34:52"} +{"current_steps": 440, "total_steps": 780, "loss": 0.0082, "lr": 1.910525808430532e-05, "epoch": 1.693975903614458, "percentage": 56.41, "elapsed_time": "2:02:24", "remaining_time": "1:34:35"} +{"current_steps": 441, "total_steps": 780, "loss": 0.0035, "lr": 1.901585289016244e-05, "epoch": 1.697831325301205, "percentage": 56.54, "elapsed_time": "2:02:40", "remaining_time": "1:34:17"} +{"current_steps": 442, "total_steps": 780, "loss": 0.015, "lr": 1.8926467405937567e-05, "epoch": 1.701686746987952, "percentage": 56.67, "elapsed_time": "2:02:56", "remaining_time": "1:34:00"} +{"current_steps": 443, "total_steps": 780, "loss": 0.0198, "lr": 1.8837103421790486e-05, "epoch": 1.7055421686746988, "percentage": 56.79, "elapsed_time": "2:03:13", "remaining_time": "1:33:44"} +{"current_steps": 444, "total_steps": 780, "loss": 0.0088, "lr": 1.8747762727450363e-05, "epoch": 1.7093975903614458, "percentage": 56.92, "elapsed_time": "2:03:29", "remaining_time": "1:33:27"} +{"current_steps": 445, "total_steps": 780, "loss": 0.0177, "lr": 1.8658447112179952e-05, "epoch": 1.7132530120481928, "percentage": 57.05, "elapsed_time": "2:03:46", "remaining_time": "1:33:10"} +{"current_steps": 446, "total_steps": 780, "loss": 0.0042, "lr": 1.8569158364739736e-05, "epoch": 1.7171084337349396, "percentage": 57.18, "elapsed_time": "2:04:03", "remaining_time": "1:32:54"} +{"current_steps": 447, "total_steps": 780, "loss": 0.0043, "lr": 1.8479898273352084e-05, "epoch": 1.7209638554216866, "percentage": 57.31, "elapsed_time": "2:04:20", "remaining_time": "1:32:37"} +{"current_steps": 448, "total_steps": 780, "loss": 0.0031, "lr": 1.8390668625665483e-05, "epoch": 1.7248192771084336, "percentage": 57.44, "elapsed_time": "2:04:37", "remaining_time": "1:32:21"} +{"current_steps": 449, "total_steps": 780, "loss": 0.0129, "lr": 1.83014712087187e-05, "epoch": 1.7286746987951807, "percentage": 57.56, "elapsed_time": "2:04:53", "remaining_time": "1:32:04"} +{"current_steps": 450, "total_steps": 780, "loss": 0.0101, "lr": 1.821230780890502e-05, "epoch": 1.7325301204819277, "percentage": 57.69, "elapsed_time": "2:05:09", "remaining_time": "1:31:47"} +{"current_steps": 451, "total_steps": 780, "loss": 0.0069, "lr": 1.8123180211936417e-05, "epoch": 1.7363855421686747, "percentage": 57.82, "elapsed_time": "2:05:26", "remaining_time": "1:31:30"} +{"current_steps": 452, "total_steps": 780, "loss": 0.004, "lr": 1.803409020280786e-05, "epoch": 1.7402409638554217, "percentage": 57.95, "elapsed_time": "2:05:44", "remaining_time": "1:31:14"} +{"current_steps": 453, "total_steps": 780, "loss": 0.0027, "lr": 1.794503956576152e-05, "epoch": 1.7440963855421687, "percentage": 58.08, "elapsed_time": "2:06:00", "remaining_time": "1:30:57"} +{"current_steps": 454, "total_steps": 780, "loss": 0.0047, "lr": 1.7856030084251045e-05, "epoch": 1.7479518072289157, "percentage": 58.21, "elapsed_time": "2:06:16", "remaining_time": "1:30:40"} +{"current_steps": 455, "total_steps": 780, "loss": 0.0081, "lr": 1.776706354090585e-05, "epoch": 1.7518072289156628, "percentage": 58.33, "elapsed_time": "2:06:33", "remaining_time": "1:30:23"} +{"current_steps": 456, "total_steps": 780, "loss": 0.0045, "lr": 1.7678141717495394e-05, "epoch": 1.7556626506024098, "percentage": 58.46, "elapsed_time": "2:06:49", "remaining_time": "1:30:06"} +{"current_steps": 457, "total_steps": 780, "loss": 0.0159, "lr": 1.758926639489354e-05, "epoch": 1.7595180722891566, "percentage": 58.59, "elapsed_time": "2:07:06", "remaining_time": "1:29:50"} +{"current_steps": 458, "total_steps": 780, "loss": 0.0126, "lr": 1.7500439353042834e-05, "epoch": 1.7633734939759036, "percentage": 58.72, "elapsed_time": "2:07:22", "remaining_time": "1:29:33"} +{"current_steps": 459, "total_steps": 780, "loss": 0.0046, "lr": 1.7411662370918893e-05, "epoch": 1.7672289156626506, "percentage": 58.85, "elapsed_time": "2:07:38", "remaining_time": "1:29:15"} +{"current_steps": 460, "total_steps": 780, "loss": 0.0056, "lr": 1.7322937226494775e-05, "epoch": 1.7710843373493976, "percentage": 58.97, "elapsed_time": "2:07:55", "remaining_time": "1:28:59"} +{"current_steps": 461, "total_steps": 780, "loss": 0.0078, "lr": 1.7234265696705344e-05, "epoch": 1.7749397590361444, "percentage": 59.1, "elapsed_time": "2:08:26", "remaining_time": "1:28:52"} +{"current_steps": 462, "total_steps": 780, "loss": 0.0043, "lr": 1.7145649557411716e-05, "epoch": 1.7787951807228914, "percentage": 59.23, "elapsed_time": "2:08:40", "remaining_time": "1:28:34"} +{"current_steps": 463, "total_steps": 780, "loss": 0.0073, "lr": 1.7057090583365678e-05, "epoch": 1.7826506024096385, "percentage": 59.36, "elapsed_time": "2:08:56", "remaining_time": "1:28:16"} +{"current_steps": 464, "total_steps": 780, "loss": 0.0052, "lr": 1.6968590548174155e-05, "epoch": 1.7865060240963855, "percentage": 59.49, "elapsed_time": "2:09:11", "remaining_time": "1:27:59"} +{"current_steps": 465, "total_steps": 780, "loss": 0.0119, "lr": 1.6880151224263646e-05, "epoch": 1.7903614457831325, "percentage": 59.62, "elapsed_time": "2:09:28", "remaining_time": "1:27:42"} +{"current_steps": 466, "total_steps": 780, "loss": 0.0108, "lr": 1.6791774382844794e-05, "epoch": 1.7942168674698795, "percentage": 59.74, "elapsed_time": "2:09:45", "remaining_time": "1:27:25"} +{"current_steps": 467, "total_steps": 780, "loss": 0.0454, "lr": 1.6703461793876876e-05, "epoch": 1.7980722891566265, "percentage": 59.87, "elapsed_time": "2:10:02", "remaining_time": "1:27:09"} +{"current_steps": 468, "total_steps": 780, "loss": 0.0046, "lr": 1.6615215226032332e-05, "epoch": 1.8019277108433736, "percentage": 60.0, "elapsed_time": "2:10:18", "remaining_time": "1:26:52"} +{"current_steps": 469, "total_steps": 780, "loss": 0.0064, "lr": 1.6527036446661396e-05, "epoch": 1.8057831325301206, "percentage": 60.13, "elapsed_time": "2:10:36", "remaining_time": "1:26:36"} +{"current_steps": 470, "total_steps": 780, "loss": 0.0103, "lr": 1.643892722175667e-05, "epoch": 1.8096385542168676, "percentage": 60.26, "elapsed_time": "2:10:51", "remaining_time": "1:26:18"} +{"current_steps": 471, "total_steps": 780, "loss": 0.0065, "lr": 1.635088931591775e-05, "epoch": 1.8134939759036146, "percentage": 60.38, "elapsed_time": "2:11:09", "remaining_time": "1:26:02"} +{"current_steps": 472, "total_steps": 780, "loss": 0.0198, "lr": 1.6262924492315907e-05, "epoch": 1.8173493975903614, "percentage": 60.51, "elapsed_time": "2:11:23", "remaining_time": "1:25:44"} +{"current_steps": 473, "total_steps": 780, "loss": 0.0071, "lr": 1.6175034512658753e-05, "epoch": 1.8212048192771084, "percentage": 60.64, "elapsed_time": "2:11:39", "remaining_time": "1:25:27"} +{"current_steps": 474, "total_steps": 780, "loss": 0.0115, "lr": 1.6087221137154995e-05, "epoch": 1.8250602409638554, "percentage": 60.77, "elapsed_time": "2:11:57", "remaining_time": "1:25:11"} +{"current_steps": 475, "total_steps": 780, "loss": 0.0204, "lr": 1.5999486124479115e-05, "epoch": 1.8289156626506025, "percentage": 60.9, "elapsed_time": "2:12:14", "remaining_time": "1:24:54"} +{"current_steps": 476, "total_steps": 780, "loss": 0.0086, "lr": 1.591183123173622e-05, "epoch": 1.8327710843373493, "percentage": 61.03, "elapsed_time": "2:12:31", "remaining_time": "1:24:38"} +{"current_steps": 477, "total_steps": 780, "loss": 0.0037, "lr": 1.5824258214426833e-05, "epoch": 1.8366265060240963, "percentage": 61.15, "elapsed_time": "2:12:49", "remaining_time": "1:24:22"} +{"current_steps": 478, "total_steps": 780, "loss": 0.0066, "lr": 1.5736768826411683e-05, "epoch": 1.8404819277108433, "percentage": 61.28, "elapsed_time": "2:13:06", "remaining_time": "1:24:05"} +{"current_steps": 479, "total_steps": 780, "loss": 0.0082, "lr": 1.5649364819876655e-05, "epoch": 1.8443373493975903, "percentage": 61.41, "elapsed_time": "2:13:22", "remaining_time": "1:23:49"} +{"current_steps": 480, "total_steps": 780, "loss": 0.0067, "lr": 1.5562047945297652e-05, "epoch": 1.8481927710843373, "percentage": 61.54, "elapsed_time": "2:13:39", "remaining_time": "1:23:32"} +{"current_steps": 481, "total_steps": 780, "loss": 0.0076, "lr": 1.547481995140556e-05, "epoch": 1.8520481927710843, "percentage": 61.67, "elapsed_time": "2:13:56", "remaining_time": "1:23:15"} +{"current_steps": 482, "total_steps": 780, "loss": 0.0043, "lr": 1.53876825851512e-05, "epoch": 1.8559036144578314, "percentage": 61.79, "elapsed_time": "2:14:13", "remaining_time": "1:22:59"} +{"current_steps": 483, "total_steps": 780, "loss": 0.0081, "lr": 1.5300637591670357e-05, "epoch": 1.8597590361445784, "percentage": 61.92, "elapsed_time": "2:14:30", "remaining_time": "1:22:42"} +{"current_steps": 484, "total_steps": 780, "loss": 0.0084, "lr": 1.5213686714248852e-05, "epoch": 1.8636144578313254, "percentage": 62.05, "elapsed_time": "2:14:48", "remaining_time": "1:22:26"} +{"current_steps": 485, "total_steps": 780, "loss": 0.0061, "lr": 1.5126831694287564e-05, "epoch": 1.8674698795180724, "percentage": 62.18, "elapsed_time": "2:15:04", "remaining_time": "1:22:09"} +{"current_steps": 486, "total_steps": 780, "loss": 0.0125, "lr": 1.5040074271267633e-05, "epoch": 1.8713253012048194, "percentage": 62.31, "elapsed_time": "2:15:19", "remaining_time": "1:21:51"} +{"current_steps": 487, "total_steps": 780, "loss": 0.0041, "lr": 1.4953416182715566e-05, "epoch": 1.8751807228915662, "percentage": 62.44, "elapsed_time": "2:15:35", "remaining_time": "1:21:34"} +{"current_steps": 488, "total_steps": 780, "loss": 0.0084, "lr": 1.4866859164168466e-05, "epoch": 1.8790361445783132, "percentage": 62.56, "elapsed_time": "2:15:52", "remaining_time": "1:21:18"} +{"current_steps": 489, "total_steps": 780, "loss": 0.0062, "lr": 1.478040494913926e-05, "epoch": 1.8828915662650603, "percentage": 62.69, "elapsed_time": "2:16:07", "remaining_time": "1:21:00"} +{"current_steps": 490, "total_steps": 780, "loss": 0.0065, "lr": 1.4694055269081987e-05, "epoch": 1.886746987951807, "percentage": 62.82, "elapsed_time": "2:16:24", "remaining_time": "1:20:43"} +{"current_steps": 491, "total_steps": 780, "loss": 0.0065, "lr": 1.460781185335713e-05, "epoch": 1.890602409638554, "percentage": 62.95, "elapsed_time": "2:16:39", "remaining_time": "1:20:26"} +{"current_steps": 492, "total_steps": 780, "loss": 0.0032, "lr": 1.452167642919695e-05, "epoch": 1.894457831325301, "percentage": 63.08, "elapsed_time": "2:16:55", "remaining_time": "1:20:08"} +{"current_steps": 493, "total_steps": 780, "loss": 0.0088, "lr": 1.443565072167095e-05, "epoch": 1.8983132530120481, "percentage": 63.21, "elapsed_time": "2:17:10", "remaining_time": "1:19:51"} +{"current_steps": 494, "total_steps": 780, "loss": 0.0041, "lr": 1.4349736453651262e-05, "epoch": 1.9021686746987951, "percentage": 63.33, "elapsed_time": "2:17:27", "remaining_time": "1:19:34"} +{"current_steps": 495, "total_steps": 780, "loss": 0.0058, "lr": 1.4263935345778202e-05, "epoch": 1.9060240963855422, "percentage": 63.46, "elapsed_time": "2:17:44", "remaining_time": "1:19:18"} +{"current_steps": 496, "total_steps": 780, "loss": 0.0037, "lr": 1.4178249116425744e-05, "epoch": 1.9098795180722892, "percentage": 63.59, "elapsed_time": "2:18:00", "remaining_time": "1:19:01"} +{"current_steps": 497, "total_steps": 780, "loss": 0.0051, "lr": 1.409267948166718e-05, "epoch": 1.9137349397590362, "percentage": 63.72, "elapsed_time": "2:18:17", "remaining_time": "1:18:44"} +{"current_steps": 498, "total_steps": 780, "loss": 0.0084, "lr": 1.4007228155240696e-05, "epoch": 1.9175903614457832, "percentage": 63.85, "elapsed_time": "2:18:35", "remaining_time": "1:18:28"} +{"current_steps": 499, "total_steps": 780, "loss": 0.0073, "lr": 1.3921896848515064e-05, "epoch": 1.9214457831325302, "percentage": 63.97, "elapsed_time": "2:18:51", "remaining_time": "1:18:11"} +{"current_steps": 500, "total_steps": 780, "loss": 0.0117, "lr": 1.3836687270455388e-05, "epoch": 1.9253012048192772, "percentage": 64.1, "elapsed_time": "2:19:08", "remaining_time": "1:17:55"} +{"current_steps": 501, "total_steps": 780, "loss": 0.0044, "lr": 1.3751601127588849e-05, "epoch": 1.929156626506024, "percentage": 64.23, "elapsed_time": "2:19:25", "remaining_time": "1:17:38"} +{"current_steps": 502, "total_steps": 780, "loss": 0.0051, "lr": 1.3666640123970556e-05, "epoch": 1.933012048192771, "percentage": 64.36, "elapsed_time": "2:19:42", "remaining_time": "1:17:22"} +{"current_steps": 503, "total_steps": 780, "loss": 0.008, "lr": 1.3581805961149371e-05, "epoch": 1.936867469879518, "percentage": 64.49, "elapsed_time": "2:19:59", "remaining_time": "1:17:05"} +{"current_steps": 504, "total_steps": 780, "loss": 0.0136, "lr": 1.3497100338133899e-05, "epoch": 1.940722891566265, "percentage": 64.62, "elapsed_time": "2:20:14", "remaining_time": "1:16:48"} +{"current_steps": 505, "total_steps": 780, "loss": 0.006, "lr": 1.341252495135841e-05, "epoch": 1.944578313253012, "percentage": 64.74, "elapsed_time": "2:20:31", "remaining_time": "1:16:31"} +{"current_steps": 506, "total_steps": 780, "loss": 0.0076, "lr": 1.3328081494648874e-05, "epoch": 1.948433734939759, "percentage": 64.87, "elapsed_time": "2:20:49", "remaining_time": "1:16:15"} +{"current_steps": 507, "total_steps": 780, "loss": 0.006, "lr": 1.324377165918906e-05, "epoch": 1.952289156626506, "percentage": 65.0, "elapsed_time": "2:21:05", "remaining_time": "1:15:58"} +{"current_steps": 508, "total_steps": 780, "loss": 0.0058, "lr": 1.3159597133486628e-05, "epoch": 1.956144578313253, "percentage": 65.13, "elapsed_time": "2:21:20", "remaining_time": "1:15:40"} +{"current_steps": 509, "total_steps": 780, "loss": 0.0085, "lr": 1.3075559603339354e-05, "epoch": 1.96, "percentage": 65.26, "elapsed_time": "2:21:37", "remaining_time": "1:15:23"} +{"current_steps": 510, "total_steps": 780, "loss": 0.0037, "lr": 1.299166075180133e-05, "epoch": 1.963855421686747, "percentage": 65.38, "elapsed_time": "2:21:52", "remaining_time": "1:15:06"} +{"current_steps": 511, "total_steps": 780, "loss": 0.0047, "lr": 1.2907902259149287e-05, "epoch": 1.967710843373494, "percentage": 65.51, "elapsed_time": "2:22:07", "remaining_time": "1:14:49"} +{"current_steps": 512, "total_steps": 780, "loss": 0.0158, "lr": 1.282428580284894e-05, "epoch": 1.971566265060241, "percentage": 65.64, "elapsed_time": "2:22:24", "remaining_time": "1:14:32"} +{"current_steps": 513, "total_steps": 780, "loss": 0.0033, "lr": 1.274081305752135e-05, "epoch": 1.975421686746988, "percentage": 65.77, "elapsed_time": "2:22:39", "remaining_time": "1:14:14"} +{"current_steps": 514, "total_steps": 780, "loss": 0.0056, "lr": 1.2657485694909451e-05, "epoch": 1.979277108433735, "percentage": 65.9, "elapsed_time": "2:22:56", "remaining_time": "1:13:58"} +{"current_steps": 515, "total_steps": 780, "loss": 0.0055, "lr": 1.2574305383844528e-05, "epoch": 1.983132530120482, "percentage": 66.03, "elapsed_time": "2:23:12", "remaining_time": "1:13:41"} +{"current_steps": 516, "total_steps": 780, "loss": 0.0039, "lr": 1.2491273790212806e-05, "epoch": 1.9869879518072289, "percentage": 66.15, "elapsed_time": "2:23:28", "remaining_time": "1:13:24"} +{"current_steps": 517, "total_steps": 780, "loss": 0.0115, "lr": 1.2408392576922075e-05, "epoch": 1.9908433734939759, "percentage": 66.28, "elapsed_time": "2:23:44", "remaining_time": "1:13:07"} +{"current_steps": 518, "total_steps": 780, "loss": 0.0087, "lr": 1.2325663403868406e-05, "epoch": 1.994698795180723, "percentage": 66.41, "elapsed_time": "2:24:01", "remaining_time": "1:12:51"} +{"current_steps": 519, "total_steps": 780, "loss": 0.0032, "lr": 1.2243087927902905e-05, "epoch": 1.99855421686747, "percentage": 66.54, "elapsed_time": "2:24:18", "remaining_time": "1:12:34"} +{"current_steps": 520, "total_steps": 780, "loss": 0.0092, "lr": 1.2160667802798503e-05, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "2:24:25", "remaining_time": "1:12:12"} +{"current_steps": 521, "total_steps": 780, "loss": 0.0076, "lr": 1.2078404679216864e-05, "epoch": 2.003855421686747, "percentage": 66.79, "elapsed_time": "2:24:42", "remaining_time": "1:11:56"} +{"current_steps": 522, "total_steps": 780, "loss": 0.0028, "lr": 1.199630020467533e-05, "epoch": 2.007710843373494, "percentage": 66.92, "elapsed_time": "2:24:57", "remaining_time": "1:11:38"} +{"current_steps": 523, "total_steps": 780, "loss": 0.008, "lr": 1.1914356023513904e-05, "epoch": 2.011566265060241, "percentage": 67.05, "elapsed_time": "2:25:15", "remaining_time": "1:11:22"} +{"current_steps": 524, "total_steps": 780, "loss": 0.007, "lr": 1.1832573776862319e-05, "epoch": 2.015421686746988, "percentage": 67.18, "elapsed_time": "2:25:32", "remaining_time": "1:11:06"} +{"current_steps": 525, "total_steps": 780, "loss": 0.0023, "lr": 1.1750955102607193e-05, "epoch": 2.019277108433735, "percentage": 67.31, "elapsed_time": "2:25:49", "remaining_time": "1:10:49"} +{"current_steps": 526, "total_steps": 780, "loss": 0.0023, "lr": 1.1669501635359212e-05, "epoch": 2.023132530120482, "percentage": 67.44, "elapsed_time": "2:26:04", "remaining_time": "1:10:32"} +{"current_steps": 527, "total_steps": 780, "loss": 0.0024, "lr": 1.1588215006420374e-05, "epoch": 2.026987951807229, "percentage": 67.56, "elapsed_time": "2:26:22", "remaining_time": "1:10:16"} +{"current_steps": 528, "total_steps": 780, "loss": 0.0038, "lr": 1.1507096843751372e-05, "epoch": 2.0308433734939757, "percentage": 67.69, "elapsed_time": "2:26:39", "remaining_time": "1:09:59"} +{"current_steps": 529, "total_steps": 780, "loss": 0.0039, "lr": 1.1426148771938915e-05, "epoch": 2.0346987951807227, "percentage": 67.82, "elapsed_time": "2:26:57", "remaining_time": "1:09:43"} +{"current_steps": 530, "total_steps": 780, "loss": 0.0028, "lr": 1.1345372412163276e-05, "epoch": 2.0385542168674697, "percentage": 67.95, "elapsed_time": "2:27:13", "remaining_time": "1:09:26"} +{"current_steps": 531, "total_steps": 780, "loss": 0.0033, "lr": 1.1264769382165748e-05, "epoch": 2.0424096385542168, "percentage": 68.08, "elapsed_time": "2:27:30", "remaining_time": "1:09:10"} +{"current_steps": 532, "total_steps": 780, "loss": 0.0023, "lr": 1.1184341296216281e-05, "epoch": 2.0462650602409638, "percentage": 68.21, "elapsed_time": "2:27:46", "remaining_time": "1:08:53"} +{"current_steps": 533, "total_steps": 780, "loss": 0.0025, "lr": 1.110408976508118e-05, "epoch": 2.050120481927711, "percentage": 68.33, "elapsed_time": "2:28:03", "remaining_time": "1:08:36"} +{"current_steps": 534, "total_steps": 780, "loss": 0.0021, "lr": 1.1024016395990758e-05, "epoch": 2.053975903614458, "percentage": 68.46, "elapsed_time": "2:28:21", "remaining_time": "1:08:20"} +{"current_steps": 535, "total_steps": 780, "loss": 0.0084, "lr": 1.094412279260726e-05, "epoch": 2.057831325301205, "percentage": 68.59, "elapsed_time": "2:28:38", "remaining_time": "1:08:04"} +{"current_steps": 536, "total_steps": 780, "loss": 0.002, "lr": 1.0864410554992654e-05, "epoch": 2.061686746987952, "percentage": 68.72, "elapsed_time": "2:28:56", "remaining_time": "1:07:48"} +{"current_steps": 537, "total_steps": 780, "loss": 0.0015, "lr": 1.0784881279576635e-05, "epoch": 2.065542168674699, "percentage": 68.85, "elapsed_time": "2:29:13", "remaining_time": "1:07:31"} +{"current_steps": 538, "total_steps": 780, "loss": 0.0028, "lr": 1.070553655912463e-05, "epoch": 2.069397590361446, "percentage": 68.97, "elapsed_time": "2:29:31", "remaining_time": "1:07:15"} +{"current_steps": 539, "total_steps": 780, "loss": 0.0021, "lr": 1.0626377982705929e-05, "epoch": 2.073253012048193, "percentage": 69.1, "elapsed_time": "2:29:47", "remaining_time": "1:06:58"} +{"current_steps": 540, "total_steps": 780, "loss": 0.0112, "lr": 1.0547407135661816e-05, "epoch": 2.07710843373494, "percentage": 69.23, "elapsed_time": "2:30:04", "remaining_time": "1:06:42"} +{"current_steps": 541, "total_steps": 780, "loss": 0.0029, "lr": 1.0468625599573842e-05, "epoch": 2.080963855421687, "percentage": 69.36, "elapsed_time": "2:30:20", "remaining_time": "1:06:24"} +{"current_steps": 542, "total_steps": 780, "loss": 0.0016, "lr": 1.0390034952232178e-05, "epoch": 2.0848192771084335, "percentage": 69.49, "elapsed_time": "2:30:36", "remaining_time": "1:06:08"} +{"current_steps": 543, "total_steps": 780, "loss": 0.0024, "lr": 1.0311636767603952e-05, "epoch": 2.0886746987951805, "percentage": 69.62, "elapsed_time": "2:30:52", "remaining_time": "1:05:51"} +{"current_steps": 544, "total_steps": 780, "loss": 0.009, "lr": 1.0233432615801786e-05, "epoch": 2.0925301204819275, "percentage": 69.74, "elapsed_time": "2:31:09", "remaining_time": "1:05:34"} +{"current_steps": 545, "total_steps": 780, "loss": 0.0052, "lr": 1.0155424063052306e-05, "epoch": 2.0963855421686746, "percentage": 69.87, "elapsed_time": "2:31:26", "remaining_time": "1:05:17"} +{"current_steps": 546, "total_steps": 780, "loss": 0.0054, "lr": 1.0077612671664827e-05, "epoch": 2.1002409638554216, "percentage": 70.0, "elapsed_time": "2:31:42", "remaining_time": "1:05:01"} +{"current_steps": 547, "total_steps": 780, "loss": 0.0039, "lr": 1.0000000000000006e-05, "epoch": 2.1040963855421686, "percentage": 70.13, "elapsed_time": "2:31:58", "remaining_time": "1:04:44"} +{"current_steps": 548, "total_steps": 780, "loss": 0.0118, "lr": 9.922587602438657e-06, "epoch": 2.1079518072289156, "percentage": 70.26, "elapsed_time": "2:32:14", "remaining_time": "1:04:26"} +{"current_steps": 549, "total_steps": 780, "loss": 0.0021, "lr": 9.84537702935065e-06, "epoch": 2.1118072289156626, "percentage": 70.38, "elapsed_time": "2:32:31", "remaining_time": "1:04:10"} +{"current_steps": 550, "total_steps": 780, "loss": 0.0064, "lr": 9.768369827063803e-06, "epoch": 2.1156626506024097, "percentage": 70.51, "elapsed_time": "2:32:47", "remaining_time": "1:03:53"} +{"current_steps": 551, "total_steps": 780, "loss": 0.0036, "lr": 9.691567537832964e-06, "epoch": 2.1195180722891567, "percentage": 70.64, "elapsed_time": "2:33:03", "remaining_time": "1:03:36"} +{"current_steps": 552, "total_steps": 780, "loss": 0.005, "lr": 9.614971699809081e-06, "epoch": 2.1233734939759037, "percentage": 70.77, "elapsed_time": "2:33:20", "remaining_time": "1:03:20"} +{"current_steps": 553, "total_steps": 780, "loss": 0.0072, "lr": 9.538583847008452e-06, "epoch": 2.1272289156626507, "percentage": 70.9, "elapsed_time": "2:33:51", "remaining_time": "1:03:09"} +{"current_steps": 554, "total_steps": 780, "loss": 0.0021, "lr": 9.462405509281937e-06, "epoch": 2.1310843373493977, "percentage": 71.03, "elapsed_time": "2:34:07", "remaining_time": "1:02:52"} +{"current_steps": 555, "total_steps": 780, "loss": 0.003, "lr": 9.386438212284372e-06, "epoch": 2.1349397590361447, "percentage": 71.15, "elapsed_time": "2:34:25", "remaining_time": "1:02:36"} +{"current_steps": 556, "total_steps": 780, "loss": 0.002, "lr": 9.310683477443979e-06, "epoch": 2.1387951807228918, "percentage": 71.28, "elapsed_time": "2:34:42", "remaining_time": "1:02:19"} +{"current_steps": 557, "total_steps": 780, "loss": 0.0134, "lr": 9.235142821931928e-06, "epoch": 2.1426506024096383, "percentage": 71.41, "elapsed_time": "2:34:56", "remaining_time": "1:02:02"} +{"current_steps": 558, "total_steps": 780, "loss": 0.0028, "lr": 9.159817758631923e-06, "epoch": 2.1465060240963854, "percentage": 71.54, "elapsed_time": "2:35:13", "remaining_time": "1:01:45"} +{"current_steps": 559, "total_steps": 780, "loss": 0.0012, "lr": 9.084709796109907e-06, "epoch": 2.1503614457831324, "percentage": 71.67, "elapsed_time": "2:35:30", "remaining_time": "1:01:28"} +{"current_steps": 560, "total_steps": 780, "loss": 0.002, "lr": 9.009820438583881e-06, "epoch": 2.1542168674698794, "percentage": 71.79, "elapsed_time": "2:35:46", "remaining_time": "1:01:11"} +{"current_steps": 561, "total_steps": 780, "loss": 0.0032, "lr": 8.93515118589373e-06, "epoch": 2.1580722891566264, "percentage": 71.92, "elapsed_time": "2:36:03", "remaining_time": "1:00:55"} +{"current_steps": 562, "total_steps": 780, "loss": 0.0097, "lr": 8.860703533471218e-06, "epoch": 2.1619277108433734, "percentage": 72.05, "elapsed_time": "2:36:20", "remaining_time": "1:00:38"} +{"current_steps": 563, "total_steps": 780, "loss": 0.0019, "lr": 8.786478972310023e-06, "epoch": 2.1657831325301204, "percentage": 72.18, "elapsed_time": "2:36:37", "remaining_time": "1:00:22"} +{"current_steps": 564, "total_steps": 780, "loss": 0.0028, "lr": 8.712478988935904e-06, "epoch": 2.1696385542168675, "percentage": 72.31, "elapsed_time": "2:36:54", "remaining_time": "1:00:05"} +{"current_steps": 565, "total_steps": 780, "loss": 0.0017, "lr": 8.638705065376887e-06, "epoch": 2.1734939759036145, "percentage": 72.44, "elapsed_time": "2:37:10", "remaining_time": "0:59:48"} +{"current_steps": 566, "total_steps": 780, "loss": 0.0021, "lr": 8.565158679133605e-06, "epoch": 2.1773493975903615, "percentage": 72.56, "elapsed_time": "2:37:26", "remaining_time": "0:59:31"} +{"current_steps": 567, "total_steps": 780, "loss": 0.0039, "lr": 8.491841303149728e-06, "epoch": 2.1812048192771085, "percentage": 72.69, "elapsed_time": "2:37:43", "remaining_time": "0:59:15"} +{"current_steps": 568, "total_steps": 780, "loss": 0.0059, "lr": 8.418754405782423e-06, "epoch": 2.1850602409638555, "percentage": 72.82, "elapsed_time": "2:38:01", "remaining_time": "0:58:58"} +{"current_steps": 569, "total_steps": 780, "loss": 0.0028, "lr": 8.345899450772975e-06, "epoch": 2.1889156626506026, "percentage": 72.95, "elapsed_time": "2:38:16", "remaining_time": "0:58:41"} +{"current_steps": 570, "total_steps": 780, "loss": 0.0083, "lr": 8.27327789721746e-06, "epoch": 2.1927710843373496, "percentage": 73.08, "elapsed_time": "2:38:33", "remaining_time": "0:58:24"} +{"current_steps": 571, "total_steps": 780, "loss": 0.0014, "lr": 8.200891199537549e-06, "epoch": 2.1966265060240966, "percentage": 73.21, "elapsed_time": "2:38:49", "remaining_time": "0:58:07"} +{"current_steps": 572, "total_steps": 780, "loss": 0.0018, "lr": 8.128740807451311e-06, "epoch": 2.200481927710843, "percentage": 73.33, "elapsed_time": "2:39:05", "remaining_time": "0:57:51"} +{"current_steps": 573, "total_steps": 780, "loss": 0.0085, "lr": 8.056828165944282e-06, "epoch": 2.20433734939759, "percentage": 73.46, "elapsed_time": "2:39:23", "remaining_time": "0:57:34"} +{"current_steps": 574, "total_steps": 780, "loss": 0.0039, "lr": 7.98515471524042e-06, "epoch": 2.208192771084337, "percentage": 73.59, "elapsed_time": "2:39:39", "remaining_time": "0:57:18"} +{"current_steps": 575, "total_steps": 780, "loss": 0.0023, "lr": 7.913721890773354e-06, "epoch": 2.212048192771084, "percentage": 73.72, "elapsed_time": "2:39:57", "remaining_time": "0:57:01"} +{"current_steps": 576, "total_steps": 780, "loss": 0.0027, "lr": 7.842531123157562e-06, "epoch": 2.2159036144578312, "percentage": 73.85, "elapsed_time": "2:40:13", "remaining_time": "0:56:44"} +{"current_steps": 577, "total_steps": 780, "loss": 0.0036, "lr": 7.771583838159756e-06, "epoch": 2.2197590361445783, "percentage": 73.97, "elapsed_time": "2:40:31", "remaining_time": "0:56:28"} +{"current_steps": 578, "total_steps": 780, "loss": 0.0022, "lr": 7.700881456670342e-06, "epoch": 2.2236144578313253, "percentage": 74.1, "elapsed_time": "2:40:48", "remaining_time": "0:56:12"} +{"current_steps": 579, "total_steps": 780, "loss": 0.0055, "lr": 7.630425394674903e-06, "epoch": 2.2274698795180723, "percentage": 74.23, "elapsed_time": "2:41:06", "remaining_time": "0:55:55"} +{"current_steps": 580, "total_steps": 780, "loss": 0.0045, "lr": 7.560217063225923e-06, "epoch": 2.2313253012048193, "percentage": 74.36, "elapsed_time": "2:41:21", "remaining_time": "0:55:38"} +{"current_steps": 581, "total_steps": 780, "loss": 0.0016, "lr": 7.49025786841445e-06, "epoch": 2.2351807228915663, "percentage": 74.49, "elapsed_time": "2:41:38", "remaining_time": "0:55:21"} +{"current_steps": 582, "total_steps": 780, "loss": 0.0036, "lr": 7.420549211342005e-06, "epoch": 2.2390361445783133, "percentage": 74.62, "elapsed_time": "2:41:55", "remaining_time": "0:55:05"} +{"current_steps": 583, "total_steps": 780, "loss": 0.0035, "lr": 7.3510924880924575e-06, "epoch": 2.2428915662650604, "percentage": 74.74, "elapsed_time": "2:42:11", "remaining_time": "0:54:48"} +{"current_steps": 584, "total_steps": 780, "loss": 0.0034, "lr": 7.2818890897041065e-06, "epoch": 2.2467469879518074, "percentage": 74.87, "elapsed_time": "2:42:26", "remaining_time": "0:54:31"} +{"current_steps": 585, "total_steps": 780, "loss": 0.0024, "lr": 7.212940402141808e-06, "epoch": 2.2506024096385544, "percentage": 75.0, "elapsed_time": "2:42:43", "remaining_time": "0:54:14"} +{"current_steps": 586, "total_steps": 780, "loss": 0.006, "lr": 7.1442478062692135e-06, "epoch": 2.2544578313253014, "percentage": 75.13, "elapsed_time": "2:43:01", "remaining_time": "0:53:58"} +{"current_steps": 587, "total_steps": 780, "loss": 0.0024, "lr": 7.075812677821145e-06, "epoch": 2.258313253012048, "percentage": 75.26, "elapsed_time": "2:43:18", "remaining_time": "0:53:41"} +{"current_steps": 588, "total_steps": 780, "loss": 0.0037, "lr": 7.0076363873759865e-06, "epoch": 2.262168674698795, "percentage": 75.38, "elapsed_time": "2:43:35", "remaining_time": "0:53:24"} +{"current_steps": 589, "total_steps": 780, "loss": 0.0018, "lr": 6.939720300328303e-06, "epoch": 2.266024096385542, "percentage": 75.51, "elapsed_time": "2:43:52", "remaining_time": "0:53:08"} +{"current_steps": 590, "total_steps": 780, "loss": 0.0058, "lr": 6.8720657768614115e-06, "epoch": 2.269879518072289, "percentage": 75.64, "elapsed_time": "2:44:09", "remaining_time": "0:52:51"} +{"current_steps": 591, "total_steps": 780, "loss": 0.0049, "lr": 6.8046741719202385e-06, "epoch": 2.273734939759036, "percentage": 75.77, "elapsed_time": "2:44:25", "remaining_time": "0:52:34"} +{"current_steps": 592, "total_steps": 780, "loss": 0.0043, "lr": 6.737546835184101e-06, "epoch": 2.277590361445783, "percentage": 75.9, "elapsed_time": "2:44:42", "remaining_time": "0:52:18"} +{"current_steps": 593, "total_steps": 780, "loss": 0.0119, "lr": 6.67068511103971e-06, "epoch": 2.28144578313253, "percentage": 76.03, "elapsed_time": "2:44:59", "remaining_time": "0:52:01"} +{"current_steps": 594, "total_steps": 780, "loss": 0.0031, "lr": 6.604090338554267e-06, "epoch": 2.285301204819277, "percentage": 76.15, "elapsed_time": "2:45:14", "remaining_time": "0:51:44"} +{"current_steps": 595, "total_steps": 780, "loss": 0.002, "lr": 6.537763851448593e-06, "epoch": 2.289156626506024, "percentage": 76.28, "elapsed_time": "2:45:31", "remaining_time": "0:51:28"} +{"current_steps": 596, "total_steps": 780, "loss": 0.0017, "lr": 6.471706978070482e-06, "epoch": 2.293012048192771, "percentage": 76.41, "elapsed_time": "2:45:48", "remaining_time": "0:51:11"} +{"current_steps": 597, "total_steps": 780, "loss": 0.0017, "lr": 6.4059210413680175e-06, "epoch": 2.296867469879518, "percentage": 76.54, "elapsed_time": "2:46:05", "remaining_time": "0:50:54"} +{"current_steps": 598, "total_steps": 780, "loss": 0.0028, "lr": 6.340407358863167e-06, "epoch": 2.300722891566265, "percentage": 76.67, "elapsed_time": "2:46:20", "remaining_time": "0:50:37"} +{"current_steps": 599, "total_steps": 780, "loss": 0.0121, "lr": 6.275167242625331e-06, "epoch": 2.304578313253012, "percentage": 76.79, "elapsed_time": "2:46:38", "remaining_time": "0:50:21"} +{"current_steps": 600, "total_steps": 780, "loss": 0.0027, "lr": 6.210201999245087e-06, "epoch": 2.3084337349397592, "percentage": 76.92, "elapsed_time": "2:46:54", "remaining_time": "0:50:04"} +{"current_steps": 601, "total_steps": 780, "loss": 0.0028, "lr": 6.145512929808013e-06, "epoch": 2.3122891566265062, "percentage": 77.05, "elapsed_time": "2:47:12", "remaining_time": "0:49:47"} +{"current_steps": 602, "total_steps": 780, "loss": 0.0052, "lr": 6.081101329868664e-06, "epoch": 2.316144578313253, "percentage": 77.18, "elapsed_time": "2:47:27", "remaining_time": "0:49:30"} +{"current_steps": 603, "total_steps": 780, "loss": 0.0022, "lr": 6.016968489424572e-06, "epoch": 2.32, "percentage": 77.31, "elapsed_time": "2:47:42", "remaining_time": "0:49:13"} +{"current_steps": 604, "total_steps": 780, "loss": 0.0015, "lr": 5.95311569289045e-06, "epoch": 2.323855421686747, "percentage": 77.44, "elapsed_time": "2:47:59", "remaining_time": "0:48:57"} +{"current_steps": 605, "total_steps": 780, "loss": 0.0018, "lr": 5.889544219072465e-06, "epoch": 2.327710843373494, "percentage": 77.56, "elapsed_time": "2:48:15", "remaining_time": "0:48:40"} +{"current_steps": 606, "total_steps": 780, "loss": 0.0023, "lr": 5.8262553411426015e-06, "epoch": 2.331566265060241, "percentage": 77.69, "elapsed_time": "2:48:32", "remaining_time": "0:48:23"} +{"current_steps": 607, "total_steps": 780, "loss": 0.0013, "lr": 5.7632503266131925e-06, "epoch": 2.335421686746988, "percentage": 77.82, "elapsed_time": "2:48:49", "remaining_time": "0:48:07"} +{"current_steps": 608, "total_steps": 780, "loss": 0.0019, "lr": 5.700530437311509e-06, "epoch": 2.339277108433735, "percentage": 77.95, "elapsed_time": "2:49:05", "remaining_time": "0:47:50"} +{"current_steps": 609, "total_steps": 780, "loss": 0.0011, "lr": 5.638096929354522e-06, "epoch": 2.343132530120482, "percentage": 78.08, "elapsed_time": "2:49:21", "remaining_time": "0:47:33"} +{"current_steps": 610, "total_steps": 780, "loss": 0.0077, "lr": 5.5759510531237116e-06, "epoch": 2.346987951807229, "percentage": 78.21, "elapsed_time": "2:49:38", "remaining_time": "0:47:16"} +{"current_steps": 611, "total_steps": 780, "loss": 0.0035, "lr": 5.514094053240035e-06, "epoch": 2.350843373493976, "percentage": 78.33, "elapsed_time": "2:49:55", "remaining_time": "0:46:59"} +{"current_steps": 612, "total_steps": 780, "loss": 0.0018, "lr": 5.452527168539026e-06, "epoch": 2.354698795180723, "percentage": 78.46, "elapsed_time": "2:50:09", "remaining_time": "0:46:42"} +{"current_steps": 613, "total_steps": 780, "loss": 0.0039, "lr": 5.39125163204594e-06, "epoch": 2.35855421686747, "percentage": 78.59, "elapsed_time": "2:50:27", "remaining_time": "0:46:26"} +{"current_steps": 614, "total_steps": 780, "loss": 0.0013, "lr": 5.330268670951091e-06, "epoch": 2.362409638554217, "percentage": 78.72, "elapsed_time": "2:50:44", "remaining_time": "0:46:09"} +{"current_steps": 615, "total_steps": 780, "loss": 0.0084, "lr": 5.269579506585259e-06, "epoch": 2.3662650602409636, "percentage": 78.85, "elapsed_time": "2:51:01", "remaining_time": "0:45:53"} +{"current_steps": 616, "total_steps": 780, "loss": 0.0023, "lr": 5.209185354395261e-06, "epoch": 2.370120481927711, "percentage": 78.97, "elapsed_time": "2:51:18", "remaining_time": "0:45:36"} +{"current_steps": 617, "total_steps": 780, "loss": 0.0029, "lr": 5.149087423919541e-06, "epoch": 2.3739759036144576, "percentage": 79.1, "elapsed_time": "2:51:34", "remaining_time": "0:45:19"} +{"current_steps": 618, "total_steps": 780, "loss": 0.0034, "lr": 5.089286918764031e-06, "epoch": 2.3778313253012047, "percentage": 79.23, "elapsed_time": "2:51:51", "remaining_time": "0:45:02"} +{"current_steps": 619, "total_steps": 780, "loss": 0.0024, "lr": 5.029785036577976e-06, "epoch": 2.3816867469879517, "percentage": 79.36, "elapsed_time": "2:52:08", "remaining_time": "0:44:46"} +{"current_steps": 620, "total_steps": 780, "loss": 0.0064, "lr": 4.97058296903e-06, "epoch": 2.3855421686746987, "percentage": 79.49, "elapsed_time": "2:52:25", "remaining_time": "0:44:29"} +{"current_steps": 621, "total_steps": 780, "loss": 0.002, "lr": 4.911681901784198e-06, "epoch": 2.3893975903614457, "percentage": 79.62, "elapsed_time": "2:52:40", "remaining_time": "0:44:12"} +{"current_steps": 622, "total_steps": 780, "loss": 0.0116, "lr": 4.853083014476403e-06, "epoch": 2.3932530120481927, "percentage": 79.74, "elapsed_time": "2:52:57", "remaining_time": "0:43:56"} +{"current_steps": 623, "total_steps": 780, "loss": 0.0034, "lr": 4.794787480690597e-06, "epoch": 2.3971084337349398, "percentage": 79.87, "elapsed_time": "2:53:13", "remaining_time": "0:43:39"} +{"current_steps": 624, "total_steps": 780, "loss": 0.0086, "lr": 4.736796467935336e-06, "epoch": 2.4009638554216868, "percentage": 80.0, "elapsed_time": "2:53:29", "remaining_time": "0:43:22"} +{"current_steps": 625, "total_steps": 780, "loss": 0.0018, "lr": 4.679111137620442e-06, "epoch": 2.404819277108434, "percentage": 80.13, "elapsed_time": "2:53:46", "remaining_time": "0:43:05"} +{"current_steps": 626, "total_steps": 780, "loss": 0.0016, "lr": 4.621732645033687e-06, "epoch": 2.408674698795181, "percentage": 80.26, "elapsed_time": "2:54:03", "remaining_time": "0:42:49"} +{"current_steps": 627, "total_steps": 780, "loss": 0.001, "lr": 4.5646621393177e-06, "epoch": 2.412530120481928, "percentage": 80.38, "elapsed_time": "2:54:19", "remaining_time": "0:42:32"} +{"current_steps": 628, "total_steps": 780, "loss": 0.003, "lr": 4.507900763446911e-06, "epoch": 2.416385542168675, "percentage": 80.51, "elapsed_time": "2:54:33", "remaining_time": "0:42:15"} +{"current_steps": 629, "total_steps": 780, "loss": 0.0016, "lr": 4.451449654204685e-06, "epoch": 2.420240963855422, "percentage": 80.64, "elapsed_time": "2:54:51", "remaining_time": "0:41:58"} +{"current_steps": 630, "total_steps": 780, "loss": 0.0019, "lr": 4.395309942160551e-06, "epoch": 2.4240963855421684, "percentage": 80.77, "elapsed_time": "2:55:08", "remaining_time": "0:41:41"} +{"current_steps": 631, "total_steps": 780, "loss": 0.0023, "lr": 4.339482751647557e-06, "epoch": 2.427951807228916, "percentage": 80.9, "elapsed_time": "2:55:25", "remaining_time": "0:41:25"} +{"current_steps": 632, "total_steps": 780, "loss": 0.0042, "lr": 4.283969200739764e-06, "epoch": 2.4318072289156625, "percentage": 81.03, "elapsed_time": "2:55:41", "remaining_time": "0:41:08"} +{"current_steps": 633, "total_steps": 780, "loss": 0.0074, "lr": 4.228770401229824e-06, "epoch": 2.4356626506024095, "percentage": 81.15, "elapsed_time": "2:55:58", "remaining_time": "0:40:51"} +{"current_steps": 634, "total_steps": 780, "loss": 0.0013, "lr": 4.173887458606767e-06, "epoch": 2.4395180722891565, "percentage": 81.28, "elapsed_time": "2:56:14", "remaining_time": "0:40:35"} +{"current_steps": 635, "total_steps": 780, "loss": 0.0013, "lr": 4.119321472033779e-06, "epoch": 2.4433734939759035, "percentage": 81.41, "elapsed_time": "2:56:31", "remaining_time": "0:40:18"} +{"current_steps": 636, "total_steps": 780, "loss": 0.0032, "lr": 4.065073534326282e-06, "epoch": 2.4472289156626506, "percentage": 81.54, "elapsed_time": "2:56:48", "remaining_time": "0:40:01"} +{"current_steps": 637, "total_steps": 780, "loss": 0.0093, "lr": 4.011144731929981e-06, "epoch": 2.4510843373493976, "percentage": 81.67, "elapsed_time": "2:57:04", "remaining_time": "0:39:45"} +{"current_steps": 638, "total_steps": 780, "loss": 0.0067, "lr": 3.957536144899123e-06, "epoch": 2.4549397590361446, "percentage": 81.79, "elapsed_time": "2:57:21", "remaining_time": "0:39:28"} +{"current_steps": 639, "total_steps": 780, "loss": 0.0108, "lr": 3.904248846874894e-06, "epoch": 2.4587951807228916, "percentage": 81.92, "elapsed_time": "2:57:39", "remaining_time": "0:39:12"} +{"current_steps": 640, "total_steps": 780, "loss": 0.0019, "lr": 3.851283905063863e-06, "epoch": 2.4626506024096386, "percentage": 82.05, "elapsed_time": "2:57:55", "remaining_time": "0:38:55"} +{"current_steps": 641, "total_steps": 780, "loss": 0.0067, "lr": 3.7986423802166705e-06, "epoch": 2.4665060240963856, "percentage": 82.18, "elapsed_time": "2:58:10", "remaining_time": "0:38:38"} +{"current_steps": 642, "total_steps": 780, "loss": 0.0079, "lr": 3.7463253266067147e-06, "epoch": 2.4703614457831327, "percentage": 82.31, "elapsed_time": "2:58:26", "remaining_time": "0:38:21"} +{"current_steps": 643, "total_steps": 780, "loss": 0.0014, "lr": 3.694333792009115e-06, "epoch": 2.4742168674698797, "percentage": 82.44, "elapsed_time": "2:58:42", "remaining_time": "0:38:04"} +{"current_steps": 644, "total_steps": 780, "loss": 0.001, "lr": 3.64266881767966e-06, "epoch": 2.4780722891566267, "percentage": 82.56, "elapsed_time": "2:58:58", "remaining_time": "0:37:47"} +{"current_steps": 645, "total_steps": 780, "loss": 0.0015, "lr": 3.5913314383339937e-06, "epoch": 2.4819277108433733, "percentage": 82.69, "elapsed_time": "2:59:28", "remaining_time": "0:37:33"} +{"current_steps": 646, "total_steps": 780, "loss": 0.0013, "lr": 3.5403226821268734e-06, "epoch": 2.4857831325301207, "percentage": 82.82, "elapsed_time": "2:59:46", "remaining_time": "0:37:17"} +{"current_steps": 647, "total_steps": 780, "loss": 0.0037, "lr": 3.4896435706316e-06, "epoch": 2.4896385542168673, "percentage": 82.95, "elapsed_time": "3:00:02", "remaining_time": "0:37:00"} +{"current_steps": 648, "total_steps": 780, "loss": 0.0061, "lr": 3.43929511881953e-06, "epoch": 2.4934939759036143, "percentage": 83.08, "elapsed_time": "3:00:20", "remaining_time": "0:36:44"} +{"current_steps": 649, "total_steps": 780, "loss": 0.0043, "lr": 3.3892783350397675e-06, "epoch": 2.4973493975903613, "percentage": 83.21, "elapsed_time": "3:00:35", "remaining_time": "0:36:27"} +{"current_steps": 650, "total_steps": 780, "loss": 0.0014, "lr": 3.3395942209989694e-06, "epoch": 2.5012048192771084, "percentage": 83.33, "elapsed_time": "3:00:52", "remaining_time": "0:36:10"} +{"current_steps": 651, "total_steps": 780, "loss": 0.0062, "lr": 3.290243771741275e-06, "epoch": 2.5050602409638554, "percentage": 83.46, "elapsed_time": "3:01:09", "remaining_time": "0:35:53"} +{"current_steps": 652, "total_steps": 780, "loss": 0.004, "lr": 3.241227975628378e-06, "epoch": 2.5089156626506024, "percentage": 83.59, "elapsed_time": "3:01:25", "remaining_time": "0:35:37"} +{"current_steps": 653, "total_steps": 780, "loss": 0.0028, "lr": 3.1925478143197418e-06, "epoch": 2.5127710843373494, "percentage": 83.72, "elapsed_time": "3:01:41", "remaining_time": "0:35:20"} +{"current_steps": 654, "total_steps": 780, "loss": 0.003, "lr": 3.144204262752937e-06, "epoch": 2.5166265060240964, "percentage": 83.85, "elapsed_time": "3:01:57", "remaining_time": "0:35:03"} +{"current_steps": 655, "total_steps": 780, "loss": 0.0022, "lr": 3.0961982891241083e-06, "epoch": 2.5204819277108435, "percentage": 83.97, "elapsed_time": "3:02:15", "remaining_time": "0:34:46"} +{"current_steps": 656, "total_steps": 780, "loss": 0.0011, "lr": 3.048530854868579e-06, "epoch": 2.5243373493975905, "percentage": 84.1, "elapsed_time": "3:02:32", "remaining_time": "0:34:30"} +{"current_steps": 657, "total_steps": 780, "loss": 0.0021, "lr": 3.001202914641628e-06, "epoch": 2.5281927710843375, "percentage": 84.23, "elapsed_time": "3:02:49", "remaining_time": "0:34:13"} +{"current_steps": 658, "total_steps": 780, "loss": 0.0043, "lr": 2.954215416299331e-06, "epoch": 2.532048192771084, "percentage": 84.36, "elapsed_time": "3:03:06", "remaining_time": "0:33:57"} +{"current_steps": 659, "total_steps": 780, "loss": 0.0036, "lr": 2.907569300879596e-06, "epoch": 2.5359036144578315, "percentage": 84.49, "elapsed_time": "3:03:23", "remaining_time": "0:33:40"} +{"current_steps": 660, "total_steps": 780, "loss": 0.0013, "lr": 2.8612655025833148e-06, "epoch": 2.539759036144578, "percentage": 84.62, "elapsed_time": "3:03:40", "remaining_time": "0:33:23"} +{"current_steps": 661, "total_steps": 780, "loss": 0.0037, "lr": 2.815304948755664e-06, "epoch": 2.5436144578313256, "percentage": 84.74, "elapsed_time": "3:03:56", "remaining_time": "0:33:06"} +{"current_steps": 662, "total_steps": 780, "loss": 0.0019, "lr": 2.769688559867514e-06, "epoch": 2.547469879518072, "percentage": 84.87, "elapsed_time": "3:04:12", "remaining_time": "0:32:50"} +{"current_steps": 663, "total_steps": 780, "loss": 0.0089, "lr": 2.7244172494969978e-06, "epoch": 2.551325301204819, "percentage": 85.0, "elapsed_time": "3:04:29", "remaining_time": "0:32:33"} +{"current_steps": 664, "total_steps": 780, "loss": 0.0013, "lr": 2.679491924311226e-06, "epoch": 2.555180722891566, "percentage": 85.13, "elapsed_time": "3:04:46", "remaining_time": "0:32:16"} +{"current_steps": 665, "total_steps": 780, "loss": 0.002, "lr": 2.6349134840481294e-06, "epoch": 2.559036144578313, "percentage": 85.26, "elapsed_time": "3:05:04", "remaining_time": "0:32:00"} +{"current_steps": 666, "total_steps": 780, "loss": 0.0023, "lr": 2.590682821498416e-06, "epoch": 2.56289156626506, "percentage": 85.38, "elapsed_time": "3:05:20", "remaining_time": "0:31:43"} +{"current_steps": 667, "total_steps": 780, "loss": 0.0025, "lr": 2.546800822487714e-06, "epoch": 2.5667469879518072, "percentage": 85.51, "elapsed_time": "3:05:37", "remaining_time": "0:31:26"} +{"current_steps": 668, "total_steps": 780, "loss": 0.0023, "lr": 2.503268365858831e-06, "epoch": 2.5706024096385542, "percentage": 85.64, "elapsed_time": "3:05:53", "remaining_time": "0:31:10"} +{"current_steps": 669, "total_steps": 780, "loss": 0.0028, "lr": 2.4600863234541338e-06, "epoch": 2.5744578313253013, "percentage": 85.77, "elapsed_time": "3:06:08", "remaining_time": "0:30:53"} +{"current_steps": 670, "total_steps": 780, "loss": 0.0019, "lr": 2.417255560098111e-06, "epoch": 2.5783132530120483, "percentage": 85.9, "elapsed_time": "3:06:23", "remaining_time": "0:30:36"} +{"current_steps": 671, "total_steps": 780, "loss": 0.0054, "lr": 2.374776933580025e-06, "epoch": 2.5821686746987953, "percentage": 86.03, "elapsed_time": "3:06:39", "remaining_time": "0:30:19"} +{"current_steps": 672, "total_steps": 780, "loss": 0.0022, "lr": 2.3326512946367717e-06, "epoch": 2.5860240963855423, "percentage": 86.15, "elapsed_time": "3:06:57", "remaining_time": "0:30:02"} +{"current_steps": 673, "total_steps": 780, "loss": 0.0013, "lr": 2.2908794869358044e-06, "epoch": 2.589879518072289, "percentage": 86.28, "elapsed_time": "3:07:15", "remaining_time": "0:29:46"} +{"current_steps": 674, "total_steps": 780, "loss": 0.0024, "lr": 2.249462347058251e-06, "epoch": 2.5937349397590364, "percentage": 86.41, "elapsed_time": "3:07:31", "remaining_time": "0:29:29"} +{"current_steps": 675, "total_steps": 780, "loss": 0.0057, "lr": 2.2084007044821764e-06, "epoch": 2.597590361445783, "percentage": 86.54, "elapsed_time": "3:07:49", "remaining_time": "0:29:13"} +{"current_steps": 676, "total_steps": 780, "loss": 0.0022, "lr": 2.167695381565944e-06, "epoch": 2.6014457831325304, "percentage": 86.67, "elapsed_time": "3:08:06", "remaining_time": "0:28:56"} +{"current_steps": 677, "total_steps": 780, "loss": 0.0055, "lr": 2.127347193531757e-06, "epoch": 2.605301204819277, "percentage": 86.79, "elapsed_time": "3:08:23", "remaining_time": "0:28:39"} +{"current_steps": 678, "total_steps": 780, "loss": 0.0036, "lr": 2.0873569484493305e-06, "epoch": 2.609156626506024, "percentage": 86.92, "elapsed_time": "3:08:40", "remaining_time": "0:28:23"} +{"current_steps": 679, "total_steps": 780, "loss": 0.0057, "lr": 2.0477254472197237e-06, "epoch": 2.613012048192771, "percentage": 87.05, "elapsed_time": "3:08:57", "remaining_time": "0:28:06"} +{"current_steps": 680, "total_steps": 780, "loss": 0.0041, "lr": 2.0084534835592584e-06, "epoch": 2.616867469879518, "percentage": 87.18, "elapsed_time": "3:09:13", "remaining_time": "0:27:49"} +{"current_steps": 681, "total_steps": 780, "loss": 0.0018, "lr": 1.96954184398368e-06, "epoch": 2.620722891566265, "percentage": 87.31, "elapsed_time": "3:09:30", "remaining_time": "0:27:32"} +{"current_steps": 682, "total_steps": 780, "loss": 0.0043, "lr": 1.930991307792358e-06, "epoch": 2.624578313253012, "percentage": 87.44, "elapsed_time": "3:09:46", "remaining_time": "0:27:16"} +{"current_steps": 683, "total_steps": 780, "loss": 0.0019, "lr": 1.8928026470526917e-06, "epoch": 2.628433734939759, "percentage": 87.56, "elapsed_time": "3:10:04", "remaining_time": "0:26:59"} +{"current_steps": 684, "total_steps": 780, "loss": 0.0027, "lr": 1.8549766265846725e-06, "epoch": 2.632289156626506, "percentage": 87.69, "elapsed_time": "3:10:21", "remaining_time": "0:26:43"} +{"current_steps": 685, "total_steps": 780, "loss": 0.0057, "lr": 1.817514003945524e-06, "epoch": 2.636144578313253, "percentage": 87.82, "elapsed_time": "3:10:37", "remaining_time": "0:26:26"} +{"current_steps": 686, "total_steps": 780, "loss": 0.0019, "lr": 1.7804155294145765e-06, "epoch": 2.64, "percentage": 87.95, "elapsed_time": "3:10:53", "remaining_time": "0:26:09"} +{"current_steps": 687, "total_steps": 780, "loss": 0.001, "lr": 1.743681945978184e-06, "epoch": 2.643855421686747, "percentage": 88.08, "elapsed_time": "3:11:10", "remaining_time": "0:25:52"} +{"current_steps": 688, "total_steps": 780, "loss": 0.0037, "lr": 1.7073139893149092e-06, "epoch": 2.6477108433734937, "percentage": 88.21, "elapsed_time": "3:11:27", "remaining_time": "0:25:36"} +{"current_steps": 689, "total_steps": 780, "loss": 0.0019, "lr": 1.6713123877807413e-06, "epoch": 2.651566265060241, "percentage": 88.33, "elapsed_time": "3:11:43", "remaining_time": "0:25:19"} +{"current_steps": 690, "total_steps": 780, "loss": 0.0072, "lr": 1.6356778623945223e-06, "epoch": 2.6554216867469878, "percentage": 88.46, "elapsed_time": "3:11:59", "remaining_time": "0:25:02"} +{"current_steps": 691, "total_steps": 780, "loss": 0.0066, "lr": 1.6004111268235156e-06, "epoch": 2.659277108433735, "percentage": 88.59, "elapsed_time": "3:12:16", "remaining_time": "0:24:45"} +{"current_steps": 692, "total_steps": 780, "loss": 0.0031, "lr": 1.5655128873691138e-06, "epoch": 2.663132530120482, "percentage": 88.72, "elapsed_time": "3:12:32", "remaining_time": "0:24:29"} +{"current_steps": 693, "total_steps": 780, "loss": 0.0013, "lr": 1.5309838429526714e-06, "epoch": 2.666987951807229, "percentage": 88.85, "elapsed_time": "3:12:49", "remaining_time": "0:24:12"} +{"current_steps": 694, "total_steps": 780, "loss": 0.0114, "lr": 1.49682468510153e-06, "epoch": 2.670843373493976, "percentage": 88.97, "elapsed_time": "3:13:06", "remaining_time": "0:23:55"} +{"current_steps": 695, "total_steps": 780, "loss": 0.0014, "lr": 1.4630360979351644e-06, "epoch": 2.674698795180723, "percentage": 89.1, "elapsed_time": "3:13:21", "remaining_time": "0:23:38"} +{"current_steps": 696, "total_steps": 780, "loss": 0.0042, "lr": 1.4296187581514742e-06, "epoch": 2.67855421686747, "percentage": 89.23, "elapsed_time": "3:13:38", "remaining_time": "0:23:22"} +{"current_steps": 697, "total_steps": 780, "loss": 0.0022, "lr": 1.396573335013236e-06, "epoch": 2.682409638554217, "percentage": 89.36, "elapsed_time": "3:13:55", "remaining_time": "0:23:05"} +{"current_steps": 698, "total_steps": 780, "loss": 0.0029, "lr": 1.3639004903346954e-06, "epoch": 2.686265060240964, "percentage": 89.49, "elapsed_time": "3:14:12", "remaining_time": "0:22:48"} +{"current_steps": 699, "total_steps": 780, "loss": 0.0224, "lr": 1.3316008784683265e-06, "epoch": 2.690120481927711, "percentage": 89.62, "elapsed_time": "3:14:28", "remaining_time": "0:22:32"} +{"current_steps": 700, "total_steps": 780, "loss": 0.0042, "lr": 1.2996751462917057e-06, "epoch": 2.693975903614458, "percentage": 89.74, "elapsed_time": "3:14:44", "remaining_time": "0:22:15"} +{"current_steps": 701, "total_steps": 780, "loss": 0.0035, "lr": 1.2681239331945695e-06, "epoch": 2.697831325301205, "percentage": 89.87, "elapsed_time": "3:15:00", "remaining_time": "0:21:58"} +{"current_steps": 702, "total_steps": 780, "loss": 0.0033, "lr": 1.2369478710660166e-06, "epoch": 2.701686746987952, "percentage": 90.0, "elapsed_time": "3:15:16", "remaining_time": "0:21:41"} +{"current_steps": 703, "total_steps": 780, "loss": 0.0011, "lr": 1.2061475842818337e-06, "epoch": 2.7055421686746985, "percentage": 90.13, "elapsed_time": "3:15:33", "remaining_time": "0:21:25"} +{"current_steps": 704, "total_steps": 780, "loss": 0.0029, "lr": 1.175723689692001e-06, "epoch": 2.709397590361446, "percentage": 90.26, "elapsed_time": "3:15:50", "remaining_time": "0:21:08"} +{"current_steps": 705, "total_steps": 780, "loss": 0.0101, "lr": 1.1456767966083393e-06, "epoch": 2.7132530120481926, "percentage": 90.38, "elapsed_time": "3:16:06", "remaining_time": "0:20:51"} +{"current_steps": 706, "total_steps": 780, "loss": 0.0029, "lr": 1.1160075067923092e-06, "epoch": 2.7171084337349396, "percentage": 90.51, "elapsed_time": "3:16:23", "remaining_time": "0:20:35"} +{"current_steps": 707, "total_steps": 780, "loss": 0.0014, "lr": 1.086716414442952e-06, "epoch": 2.7209638554216866, "percentage": 90.64, "elapsed_time": "3:16:39", "remaining_time": "0:20:18"} +{"current_steps": 708, "total_steps": 780, "loss": 0.0017, "lr": 1.057804106184992e-06, "epoch": 2.7248192771084336, "percentage": 90.77, "elapsed_time": "3:16:55", "remaining_time": "0:20:01"} +{"current_steps": 709, "total_steps": 780, "loss": 0.0014, "lr": 1.0292711610570904e-06, "epoch": 2.7286746987951807, "percentage": 90.9, "elapsed_time": "3:17:12", "remaining_time": "0:19:44"} +{"current_steps": 710, "total_steps": 780, "loss": 0.0033, "lr": 1.0011181505002488e-06, "epoch": 2.7325301204819277, "percentage": 91.03, "elapsed_time": "3:17:29", "remaining_time": "0:19:28"} +{"current_steps": 711, "total_steps": 780, "loss": 0.0023, "lr": 9.733456383463658e-07, "epoch": 2.7363855421686747, "percentage": 91.15, "elapsed_time": "3:17:45", "remaining_time": "0:19:11"} +{"current_steps": 712, "total_steps": 780, "loss": 0.0011, "lr": 9.459541808069295e-07, "epoch": 2.7402409638554217, "percentage": 91.28, "elapsed_time": "3:18:00", "remaining_time": "0:18:54"} +{"current_steps": 713, "total_steps": 780, "loss": 0.0026, "lr": 9.189443264619102e-07, "epoch": 2.7440963855421687, "percentage": 91.41, "elapsed_time": "3:18:17", "remaining_time": "0:18:38"} +{"current_steps": 714, "total_steps": 780, "loss": 0.0019, "lr": 8.923166162487407e-07, "epoch": 2.7479518072289157, "percentage": 91.54, "elapsed_time": "3:18:34", "remaining_time": "0:18:21"} +{"current_steps": 715, "total_steps": 780, "loss": 0.0013, "lr": 8.660715834514977e-07, "epoch": 2.7518072289156628, "percentage": 91.67, "elapsed_time": "3:18:51", "remaining_time": "0:18:04"} +{"current_steps": 716, "total_steps": 780, "loss": 0.005, "lr": 8.402097536902221e-07, "epoch": 2.75566265060241, "percentage": 91.79, "elapsed_time": "3:19:08", "remaining_time": "0:17:48"} +{"current_steps": 717, "total_steps": 780, "loss": 0.0018, "lr": 8.147316449103959e-07, "epoch": 2.759518072289157, "percentage": 91.92, "elapsed_time": "3:19:25", "remaining_time": "0:17:31"} +{"current_steps": 718, "total_steps": 780, "loss": 0.004, "lr": 7.896377673725553e-07, "epoch": 2.7633734939759034, "percentage": 92.05, "elapsed_time": "3:19:42", "remaining_time": "0:17:14"} +{"current_steps": 719, "total_steps": 780, "loss": 0.0047, "lr": 7.649286236420806e-07, "epoch": 2.767228915662651, "percentage": 92.18, "elapsed_time": "3:19:58", "remaining_time": "0:16:57"} +{"current_steps": 720, "total_steps": 780, "loss": 0.0012, "lr": 7.406047085791379e-07, "epoch": 2.7710843373493974, "percentage": 92.31, "elapsed_time": "3:20:14", "remaining_time": "0:16:41"} +{"current_steps": 721, "total_steps": 780, "loss": 0.0017, "lr": 7.166665093287539e-07, "epoch": 2.7749397590361444, "percentage": 92.44, "elapsed_time": "3:20:31", "remaining_time": "0:16:24"} +{"current_steps": 722, "total_steps": 780, "loss": 0.0017, "lr": 6.931145053110655e-07, "epoch": 2.7787951807228914, "percentage": 92.56, "elapsed_time": "3:20:46", "remaining_time": "0:16:07"} +{"current_steps": 723, "total_steps": 780, "loss": 0.0061, "lr": 6.69949168211721e-07, "epoch": 2.7826506024096385, "percentage": 92.69, "elapsed_time": "3:21:03", "remaining_time": "0:15:51"} +{"current_steps": 724, "total_steps": 780, "loss": 0.0043, "lr": 6.471709619724386e-07, "epoch": 2.7865060240963855, "percentage": 92.82, "elapsed_time": "3:21:20", "remaining_time": "0:15:34"} +{"current_steps": 725, "total_steps": 780, "loss": 0.0037, "lr": 6.247803427816945e-07, "epoch": 2.7903614457831325, "percentage": 92.95, "elapsed_time": "3:21:37", "remaining_time": "0:15:17"} +{"current_steps": 726, "total_steps": 780, "loss": 0.0059, "lr": 6.027777590656115e-07, "epoch": 2.7942168674698795, "percentage": 93.08, "elapsed_time": "3:21:53", "remaining_time": "0:15:01"} +{"current_steps": 727, "total_steps": 780, "loss": 0.0016, "lr": 5.811636514789598e-07, "epoch": 2.7980722891566265, "percentage": 93.21, "elapsed_time": "3:22:11", "remaining_time": "0:14:44"} +{"current_steps": 728, "total_steps": 780, "loss": 0.0031, "lr": 5.599384528963425e-07, "epoch": 2.8019277108433736, "percentage": 93.33, "elapsed_time": "3:22:28", "remaining_time": "0:14:27"} +{"current_steps": 729, "total_steps": 780, "loss": 0.0009, "lr": 5.391025884035239e-07, "epoch": 2.8057831325301206, "percentage": 93.46, "elapsed_time": "3:22:44", "remaining_time": "0:14:11"} +{"current_steps": 730, "total_steps": 780, "loss": 0.0047, "lr": 5.186564752889078e-07, "epoch": 2.8096385542168676, "percentage": 93.59, "elapsed_time": "3:23:02", "remaining_time": "0:13:54"} +{"current_steps": 731, "total_steps": 780, "loss": 0.0019, "lr": 4.986005230351954e-07, "epoch": 2.8134939759036146, "percentage": 93.72, "elapsed_time": "3:23:17", "remaining_time": "0:13:37"} +{"current_steps": 732, "total_steps": 780, "loss": 0.0023, "lr": 4.789351333111691e-07, "epoch": 2.8173493975903616, "percentage": 93.85, "elapsed_time": "3:23:34", "remaining_time": "0:13:20"} +{"current_steps": 733, "total_steps": 780, "loss": 0.0017, "lr": 4.5966069996365993e-07, "epoch": 2.821204819277108, "percentage": 93.97, "elapsed_time": "3:23:51", "remaining_time": "0:13:04"} +{"current_steps": 734, "total_steps": 780, "loss": 0.0075, "lr": 4.407776090096527e-07, "epoch": 2.8250602409638557, "percentage": 94.1, "elapsed_time": "3:24:08", "remaining_time": "0:12:47"} +{"current_steps": 735, "total_steps": 780, "loss": 0.0072, "lr": 4.22286238628562e-07, "epoch": 2.8289156626506022, "percentage": 94.23, "elapsed_time": "3:24:25", "remaining_time": "0:12:30"} +{"current_steps": 736, "total_steps": 780, "loss": 0.0021, "lr": 4.0418695915464657e-07, "epoch": 2.8327710843373493, "percentage": 94.36, "elapsed_time": "3:24:41", "remaining_time": "0:12:14"} +{"current_steps": 737, "total_steps": 780, "loss": 0.0044, "lr": 3.8648013306960664e-07, "epoch": 2.8366265060240963, "percentage": 94.49, "elapsed_time": "3:25:11", "remaining_time": "0:11:58"} +{"current_steps": 738, "total_steps": 780, "loss": 0.0019, "lr": 3.691661149953096e-07, "epoch": 2.8404819277108433, "percentage": 94.62, "elapsed_time": "3:25:27", "remaining_time": "0:11:41"} +{"current_steps": 739, "total_steps": 780, "loss": 0.0036, "lr": 3.522452516867048e-07, "epoch": 2.8443373493975903, "percentage": 94.74, "elapsed_time": "3:25:45", "remaining_time": "0:11:24"} +{"current_steps": 740, "total_steps": 780, "loss": 0.0032, "lr": 3.357178820248641e-07, "epoch": 2.8481927710843373, "percentage": 94.87, "elapsed_time": "3:26:01", "remaining_time": "0:11:08"} +{"current_steps": 741, "total_steps": 780, "loss": 0.0043, "lr": 3.1958433701019697e-07, "epoch": 2.8520481927710843, "percentage": 95.0, "elapsed_time": "3:26:17", "remaining_time": "0:10:51"} +{"current_steps": 742, "total_steps": 780, "loss": 0.0065, "lr": 3.038449397558396e-07, "epoch": 2.8559036144578314, "percentage": 95.13, "elapsed_time": "3:26:34", "remaining_time": "0:10:34"} +{"current_steps": 743, "total_steps": 780, "loss": 0.0067, "lr": 2.8850000548115155e-07, "epoch": 2.8597590361445784, "percentage": 95.26, "elapsed_time": "3:26:51", "remaining_time": "0:10:18"} +{"current_steps": 744, "total_steps": 780, "loss": 0.0017, "lr": 2.735498415054294e-07, "epoch": 2.8636144578313254, "percentage": 95.38, "elapsed_time": "3:27:08", "remaining_time": "0:10:01"} +{"current_steps": 745, "total_steps": 780, "loss": 0.0062, "lr": 2.5899474724174313e-07, "epoch": 2.8674698795180724, "percentage": 95.51, "elapsed_time": "3:27:24", "remaining_time": "0:09:44"} +{"current_steps": 746, "total_steps": 780, "loss": 0.0052, "lr": 2.4483501419093836e-07, "epoch": 2.8713253012048194, "percentage": 95.64, "elapsed_time": "3:27:41", "remaining_time": "0:09:27"} +{"current_steps": 747, "total_steps": 780, "loss": 0.0023, "lr": 2.3107092593579905e-07, "epoch": 2.8751807228915665, "percentage": 95.77, "elapsed_time": "3:27:57", "remaining_time": "0:09:11"} +{"current_steps": 748, "total_steps": 780, "loss": 0.0025, "lr": 2.1770275813536746e-07, "epoch": 2.879036144578313, "percentage": 95.9, "elapsed_time": "3:28:14", "remaining_time": "0:08:54"} +{"current_steps": 749, "total_steps": 780, "loss": 0.0031, "lr": 2.0473077851942858e-07, "epoch": 2.8828915662650605, "percentage": 96.03, "elapsed_time": "3:28:30", "remaining_time": "0:08:37"} +{"current_steps": 750, "total_steps": 780, "loss": 0.014, "lr": 1.9215524688313893e-07, "epoch": 2.886746987951807, "percentage": 96.15, "elapsed_time": "3:28:45", "remaining_time": "0:08:21"} +{"current_steps": 751, "total_steps": 780, "loss": 0.002, "lr": 1.799764150818306e-07, "epoch": 2.890602409638554, "percentage": 96.28, "elapsed_time": "3:29:01", "remaining_time": "0:08:04"} +{"current_steps": 752, "total_steps": 780, "loss": 0.0146, "lr": 1.6819452702596882e-07, "epoch": 2.894457831325301, "percentage": 96.41, "elapsed_time": "3:29:19", "remaining_time": "0:07:47"} +{"current_steps": 753, "total_steps": 780, "loss": 0.0015, "lr": 1.5680981867625566e-07, "epoch": 2.898313253012048, "percentage": 96.54, "elapsed_time": "3:29:35", "remaining_time": "0:07:30"} +{"current_steps": 754, "total_steps": 780, "loss": 0.0016, "lr": 1.4582251803892055e-07, "epoch": 2.902168674698795, "percentage": 96.67, "elapsed_time": "3:29:52", "remaining_time": "0:07:14"} +{"current_steps": 755, "total_steps": 780, "loss": 0.0012, "lr": 1.3523284516113955e-07, "epoch": 2.906024096385542, "percentage": 96.79, "elapsed_time": "3:30:09", "remaining_time": "0:06:57"} +{"current_steps": 756, "total_steps": 780, "loss": 0.0045, "lr": 1.2504101212664099e-07, "epoch": 2.909879518072289, "percentage": 96.92, "elapsed_time": "3:30:27", "remaining_time": "0:06:40"} +{"current_steps": 757, "total_steps": 780, "loss": 0.0016, "lr": 1.1524722305144231e-07, "epoch": 2.913734939759036, "percentage": 97.05, "elapsed_time": "3:30:43", "remaining_time": "0:06:24"} +{"current_steps": 758, "total_steps": 780, "loss": 0.0013, "lr": 1.058516740797777e-07, "epoch": 2.917590361445783, "percentage": 97.18, "elapsed_time": "3:30:58", "remaining_time": "0:06:07"} +{"current_steps": 759, "total_steps": 780, "loss": 0.0089, "lr": 9.685455338016347e-08, "epoch": 2.9214457831325302, "percentage": 97.31, "elapsed_time": "3:31:16", "remaining_time": "0:05:50"} +{"current_steps": 760, "total_steps": 780, "loss": 0.0039, "lr": 8.825604114162556e-08, "epoch": 2.9253012048192772, "percentage": 97.44, "elapsed_time": "3:31:33", "remaining_time": "0:05:34"} +{"current_steps": 761, "total_steps": 780, "loss": 0.0027, "lr": 8.005630957010014e-08, "epoch": 2.929156626506024, "percentage": 97.56, "elapsed_time": "3:31:50", "remaining_time": "0:05:17"} +{"current_steps": 762, "total_steps": 780, "loss": 0.0024, "lr": 7.225552288497195e-08, "epoch": 2.9330120481927713, "percentage": 97.69, "elapsed_time": "3:32:06", "remaining_time": "0:05:00"} +{"current_steps": 763, "total_steps": 780, "loss": 0.0044, "lr": 6.485383731580142e-08, "epoch": 2.936867469879518, "percentage": 97.82, "elapsed_time": "3:32:22", "remaining_time": "0:04:43"} +{"current_steps": 764, "total_steps": 780, "loss": 0.0018, "lr": 5.785140109917819e-08, "epoch": 2.9407228915662653, "percentage": 97.95, "elapsed_time": "3:32:39", "remaining_time": "0:04:27"} +{"current_steps": 765, "total_steps": 780, "loss": 0.0018, "lr": 5.1248354475768034e-08, "epoch": 2.944578313253012, "percentage": 98.08, "elapsed_time": "3:32:55", "remaining_time": "0:04:10"} +{"current_steps": 766, "total_steps": 780, "loss": 0.0064, "lr": 4.5044829687497236e-08, "epoch": 2.948433734939759, "percentage": 98.21, "elapsed_time": "3:33:12", "remaining_time": "0:03:53"} +{"current_steps": 767, "total_steps": 780, "loss": 0.0024, "lr": 3.924095097489922e-08, "epoch": 2.952289156626506, "percentage": 98.33, "elapsed_time": "3:33:29", "remaining_time": "0:03:37"} +{"current_steps": 768, "total_steps": 780, "loss": 0.0025, "lr": 3.383683457463649e-08, "epoch": 2.956144578313253, "percentage": 98.46, "elapsed_time": "3:33:46", "remaining_time": "0:03:20"} +{"current_steps": 769, "total_steps": 780, "loss": 0.0011, "lr": 2.8832588717164766e-08, "epoch": 2.96, "percentage": 98.59, "elapsed_time": "3:34:02", "remaining_time": "0:03:03"} +{"current_steps": 770, "total_steps": 780, "loss": 0.0037, "lr": 2.4228313624568013e-08, "epoch": 2.963855421686747, "percentage": 98.72, "elapsed_time": "3:34:19", "remaining_time": "0:02:47"} +{"current_steps": 771, "total_steps": 780, "loss": 0.0054, "lr": 2.0024101508555604e-08, "epoch": 2.967710843373494, "percentage": 98.85, "elapsed_time": "3:34:35", "remaining_time": "0:02:30"} +{"current_steps": 772, "total_steps": 780, "loss": 0.0012, "lr": 1.6220036568608265e-08, "epoch": 2.971566265060241, "percentage": 98.97, "elapsed_time": "3:34:52", "remaining_time": "0:02:13"} +{"current_steps": 773, "total_steps": 780, "loss": 0.0017, "lr": 1.281619499029274e-08, "epoch": 2.975421686746988, "percentage": 99.1, "elapsed_time": "3:35:08", "remaining_time": "0:01:56"} +{"current_steps": 774, "total_steps": 780, "loss": 0.0018, "lr": 9.812644943745231e-09, "epoch": 2.979277108433735, "percentage": 99.23, "elapsed_time": "3:35:24", "remaining_time": "0:01:40"} +{"current_steps": 775, "total_steps": 780, "loss": 0.0015, "lr": 7.209446582292501e-09, "epoch": 2.983132530120482, "percentage": 99.36, "elapsed_time": "3:35:38", "remaining_time": "0:01:23"} +{"current_steps": 776, "total_steps": 780, "loss": 0.0022, "lr": 5.006652041255055e-09, "epoch": 2.9869879518072286, "percentage": 99.49, "elapsed_time": "3:35:54", "remaining_time": "0:01:06"} +{"current_steps": 777, "total_steps": 780, "loss": 0.0015, "lr": 3.2043054369057523e-09, "epoch": 2.990843373493976, "percentage": 99.62, "elapsed_time": "3:36:11", "remaining_time": "0:00:50"} +{"current_steps": 778, "total_steps": 780, "loss": 0.0141, "lr": 1.8024428655794012e-09, "epoch": 2.9946987951807227, "percentage": 99.74, "elapsed_time": "3:36:26", "remaining_time": "0:00:33"} +{"current_steps": 779, "total_steps": 780, "loss": 0.0067, "lr": 8.010924029533406e-10, "epoch": 2.99855421686747, "percentage": 99.87, "elapsed_time": "3:36:43", "remaining_time": "0:00:16"} +{"current_steps": 780, "total_steps": 780, "loss": 0.0009, "lr": 2.002741034812239e-10, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "3:36:49", "remaining_time": "0:00:00"} +{"current_steps": 780, "total_steps": 780, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "3:37:02", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..e5d08f9 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,5503 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 780, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0038554216867469878, + "grad_norm": 1.2289724349975586, + "learning_rate": 0.0, + "loss": 0.0363, + "step": 1 + }, + { + "epoch": 0.0077108433734939755, + "grad_norm": 1.148133635520935, + "learning_rate": 5.128205128205128e-07, + "loss": 0.042, + "step": 2 + }, + { + "epoch": 0.011566265060240964, + "grad_norm": 1.251704216003418, + "learning_rate": 1.0256410256410257e-06, + "loss": 0.0442, + "step": 3 + }, + { + "epoch": 0.015421686746987951, + "grad_norm": 1.1709717512130737, + "learning_rate": 1.5384615384615387e-06, + "loss": 0.0363, + "step": 4 + }, + { + "epoch": 0.01927710843373494, + "grad_norm": 1.1885852813720703, + "learning_rate": 2.0512820512820513e-06, + "loss": 0.0281, + "step": 5 + }, + { + "epoch": 0.02313253012048193, + "grad_norm": 0.7513725161552429, + "learning_rate": 2.564102564102564e-06, + "loss": 0.0456, + "step": 6 + }, + { + "epoch": 0.026987951807228915, + "grad_norm": 0.6604480147361755, + "learning_rate": 3.0769230769230774e-06, + "loss": 0.0336, + "step": 7 + }, + { + "epoch": 0.030843373493975902, + "grad_norm": 0.5245765447616577, + "learning_rate": 3.58974358974359e-06, + "loss": 0.0351, + "step": 8 + }, + { + "epoch": 0.03469879518072289, + "grad_norm": 0.35446059703826904, + "learning_rate": 4.102564102564103e-06, + "loss": 0.022, + "step": 9 + }, + { + "epoch": 0.03855421686746988, + "grad_norm": 0.40557414293289185, + "learning_rate": 4.615384615384616e-06, + "loss": 0.0248, + "step": 10 + }, + { + "epoch": 0.042409638554216866, + "grad_norm": 0.3844715356826782, + "learning_rate": 5.128205128205128e-06, + "loss": 0.0289, + "step": 11 + }, + { + "epoch": 0.04626506024096386, + "grad_norm": 0.31521302461624146, + "learning_rate": 5.641025641025641e-06, + "loss": 0.0221, + "step": 12 + }, + { + "epoch": 0.05012048192771084, + "grad_norm": 0.40441566705703735, + "learning_rate": 6.153846153846155e-06, + "loss": 0.0226, + "step": 13 + }, + { + "epoch": 0.05397590361445783, + "grad_norm": 0.30345258116722107, + "learning_rate": 6.666666666666667e-06, + "loss": 0.0181, + "step": 14 + }, + { + "epoch": 0.05783132530120482, + "grad_norm": 0.32419148087501526, + "learning_rate": 7.17948717948718e-06, + "loss": 0.0217, + "step": 15 + }, + { + "epoch": 0.061686746987951804, + "grad_norm": 0.29662227630615234, + "learning_rate": 7.692307692307694e-06, + "loss": 0.0216, + "step": 16 + }, + { + "epoch": 0.0655421686746988, + "grad_norm": 0.24562332034111023, + "learning_rate": 8.205128205128205e-06, + "loss": 0.0163, + "step": 17 + }, + { + "epoch": 0.06939759036144579, + "grad_norm": 0.21251554787158966, + "learning_rate": 8.717948717948719e-06, + "loss": 0.0176, + "step": 18 + }, + { + "epoch": 0.07325301204819278, + "grad_norm": 0.195358544588089, + "learning_rate": 9.230769230769232e-06, + "loss": 0.0121, + "step": 19 + }, + { + "epoch": 0.07710843373493977, + "grad_norm": 0.1519210785627365, + "learning_rate": 9.743589743589744e-06, + "loss": 0.0103, + "step": 20 + }, + { + "epoch": 0.08096385542168674, + "grad_norm": 0.29832565784454346, + "learning_rate": 1.0256410256410256e-05, + "loss": 0.0197, + "step": 21 + }, + { + "epoch": 0.08481927710843373, + "grad_norm": 0.24802711606025696, + "learning_rate": 1.076923076923077e-05, + "loss": 0.0207, + "step": 22 + }, + { + "epoch": 0.08867469879518072, + "grad_norm": 0.17878903448581696, + "learning_rate": 1.1282051282051283e-05, + "loss": 0.014, + "step": 23 + }, + { + "epoch": 0.09253012048192771, + "grad_norm": 0.23687325417995453, + "learning_rate": 1.1794871794871796e-05, + "loss": 0.0153, + "step": 24 + }, + { + "epoch": 0.0963855421686747, + "grad_norm": 0.29058969020843506, + "learning_rate": 1.230769230769231e-05, + "loss": 0.0149, + "step": 25 + }, + { + "epoch": 0.10024096385542168, + "grad_norm": 0.1624310314655304, + "learning_rate": 1.2820512820512823e-05, + "loss": 0.0127, + "step": 26 + }, + { + "epoch": 0.10409638554216867, + "grad_norm": 0.27256354689598083, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.0173, + "step": 27 + }, + { + "epoch": 0.10795180722891566, + "grad_norm": 0.24831782281398773, + "learning_rate": 1.3846153846153847e-05, + "loss": 0.0161, + "step": 28 + }, + { + "epoch": 0.11180722891566265, + "grad_norm": 0.20417729020118713, + "learning_rate": 1.435897435897436e-05, + "loss": 0.0127, + "step": 29 + }, + { + "epoch": 0.11566265060240964, + "grad_norm": 0.22253485023975372, + "learning_rate": 1.4871794871794874e-05, + "loss": 0.018, + "step": 30 + }, + { + "epoch": 0.11951807228915663, + "grad_norm": 0.1634419709444046, + "learning_rate": 1.5384615384615387e-05, + "loss": 0.0092, + "step": 31 + }, + { + "epoch": 0.12337349397590361, + "grad_norm": 0.16349917650222778, + "learning_rate": 1.5897435897435897e-05, + "loss": 0.0151, + "step": 32 + }, + { + "epoch": 0.1272289156626506, + "grad_norm": 0.2271573394536972, + "learning_rate": 1.641025641025641e-05, + "loss": 0.0174, + "step": 33 + }, + { + "epoch": 0.1310843373493976, + "grad_norm": 0.1916988492012024, + "learning_rate": 1.6923076923076924e-05, + "loss": 0.0126, + "step": 34 + }, + { + "epoch": 0.13493975903614458, + "grad_norm": 0.23479051887989044, + "learning_rate": 1.7435897435897438e-05, + "loss": 0.0116, + "step": 35 + }, + { + "epoch": 0.13879518072289157, + "grad_norm": 0.18296493589878082, + "learning_rate": 1.794871794871795e-05, + "loss": 0.0133, + "step": 36 + }, + { + "epoch": 0.14265060240963856, + "grad_norm": 0.12307147681713104, + "learning_rate": 1.8461538461538465e-05, + "loss": 0.0093, + "step": 37 + }, + { + "epoch": 0.14650602409638555, + "grad_norm": 0.1736001819372177, + "learning_rate": 1.8974358974358975e-05, + "loss": 0.0097, + "step": 38 + }, + { + "epoch": 0.15036144578313254, + "grad_norm": 0.21048344671726227, + "learning_rate": 1.9487179487179488e-05, + "loss": 0.0121, + "step": 39 + }, + { + "epoch": 0.15421686746987953, + "grad_norm": 0.18844228982925415, + "learning_rate": 2e-05, + "loss": 0.0145, + "step": 40 + }, + { + "epoch": 0.1580722891566265, + "grad_norm": 0.24053065478801727, + "learning_rate": 2.0512820512820512e-05, + "loss": 0.0233, + "step": 41 + }, + { + "epoch": 0.16192771084337348, + "grad_norm": 0.16952425241470337, + "learning_rate": 2.102564102564103e-05, + "loss": 0.024, + "step": 42 + }, + { + "epoch": 0.16578313253012048, + "grad_norm": 0.1816851794719696, + "learning_rate": 2.153846153846154e-05, + "loss": 0.0165, + "step": 43 + }, + { + "epoch": 0.16963855421686747, + "grad_norm": 0.17718464136123657, + "learning_rate": 2.2051282051282056e-05, + "loss": 0.0171, + "step": 44 + }, + { + "epoch": 0.17349397590361446, + "grad_norm": 0.44719773530960083, + "learning_rate": 2.2564102564102566e-05, + "loss": 0.0357, + "step": 45 + }, + { + "epoch": 0.17734939759036145, + "grad_norm": 0.1649208813905716, + "learning_rate": 2.3076923076923076e-05, + "loss": 0.016, + "step": 46 + }, + { + "epoch": 0.18120481927710844, + "grad_norm": 0.17772121727466583, + "learning_rate": 2.3589743589743593e-05, + "loss": 0.0106, + "step": 47 + }, + { + "epoch": 0.18506024096385543, + "grad_norm": 0.30155256390571594, + "learning_rate": 2.4102564102564103e-05, + "loss": 0.0132, + "step": 48 + }, + { + "epoch": 0.18891566265060242, + "grad_norm": 0.1777803599834442, + "learning_rate": 2.461538461538462e-05, + "loss": 0.0089, + "step": 49 + }, + { + "epoch": 0.1927710843373494, + "grad_norm": 0.23959968984127045, + "learning_rate": 2.512820512820513e-05, + "loss": 0.0137, + "step": 50 + }, + { + "epoch": 0.1966265060240964, + "grad_norm": 0.2473219782114029, + "learning_rate": 2.5641025641025646e-05, + "loss": 0.0241, + "step": 51 + }, + { + "epoch": 0.20048192771084336, + "grad_norm": 0.14216162264347076, + "learning_rate": 2.6153846153846157e-05, + "loss": 0.0089, + "step": 52 + }, + { + "epoch": 0.20433734939759035, + "grad_norm": 0.16024824976921082, + "learning_rate": 2.6666666666666667e-05, + "loss": 0.0105, + "step": 53 + }, + { + "epoch": 0.20819277108433734, + "grad_norm": 0.19614927470684052, + "learning_rate": 2.7179487179487183e-05, + "loss": 0.0102, + "step": 54 + }, + { + "epoch": 0.21204819277108433, + "grad_norm": 0.18651551008224487, + "learning_rate": 2.7692307692307694e-05, + "loss": 0.0109, + "step": 55 + }, + { + "epoch": 0.21590361445783132, + "grad_norm": 0.1358720362186432, + "learning_rate": 2.820512820512821e-05, + "loss": 0.0082, + "step": 56 + }, + { + "epoch": 0.2197590361445783, + "grad_norm": 0.13998733460903168, + "learning_rate": 2.871794871794872e-05, + "loss": 0.0081, + "step": 57 + }, + { + "epoch": 0.2236144578313253, + "grad_norm": 0.1299574077129364, + "learning_rate": 2.923076923076923e-05, + "loss": 0.0067, + "step": 58 + }, + { + "epoch": 0.2274698795180723, + "grad_norm": 0.17477169632911682, + "learning_rate": 2.9743589743589747e-05, + "loss": 0.0091, + "step": 59 + }, + { + "epoch": 0.23132530120481928, + "grad_norm": 0.27078455686569214, + "learning_rate": 3.0256410256410257e-05, + "loss": 0.0128, + "step": 60 + }, + { + "epoch": 0.23518072289156627, + "grad_norm": 0.2184700220823288, + "learning_rate": 3.0769230769230774e-05, + "loss": 0.0236, + "step": 61 + }, + { + "epoch": 0.23903614457831326, + "grad_norm": 0.21013228595256805, + "learning_rate": 3.128205128205129e-05, + "loss": 0.0114, + "step": 62 + }, + { + "epoch": 0.24289156626506025, + "grad_norm": 0.4988560974597931, + "learning_rate": 3.1794871794871795e-05, + "loss": 0.0111, + "step": 63 + }, + { + "epoch": 0.24674698795180722, + "grad_norm": 0.18484456837177277, + "learning_rate": 3.230769230769231e-05, + "loss": 0.0104, + "step": 64 + }, + { + "epoch": 0.25060240963855424, + "grad_norm": 0.19871847331523895, + "learning_rate": 3.282051282051282e-05, + "loss": 0.0094, + "step": 65 + }, + { + "epoch": 0.2544578313253012, + "grad_norm": 0.17952671647071838, + "learning_rate": 3.3333333333333335e-05, + "loss": 0.0127, + "step": 66 + }, + { + "epoch": 0.2583132530120482, + "grad_norm": 0.29055604338645935, + "learning_rate": 3.384615384615385e-05, + "loss": 0.023, + "step": 67 + }, + { + "epoch": 0.2621686746987952, + "grad_norm": 0.2033795416355133, + "learning_rate": 3.435897435897436e-05, + "loss": 0.0091, + "step": 68 + }, + { + "epoch": 0.26602409638554214, + "grad_norm": 0.2499230057001114, + "learning_rate": 3.4871794871794875e-05, + "loss": 0.0221, + "step": 69 + }, + { + "epoch": 0.26987951807228916, + "grad_norm": 0.22038578987121582, + "learning_rate": 3.538461538461539e-05, + "loss": 0.0139, + "step": 70 + }, + { + "epoch": 0.2737349397590361, + "grad_norm": 0.14657297730445862, + "learning_rate": 3.58974358974359e-05, + "loss": 0.0104, + "step": 71 + }, + { + "epoch": 0.27759036144578314, + "grad_norm": 0.23861773312091827, + "learning_rate": 3.6410256410256416e-05, + "loss": 0.0126, + "step": 72 + }, + { + "epoch": 0.2814457831325301, + "grad_norm": 0.21007320284843445, + "learning_rate": 3.692307692307693e-05, + "loss": 0.0133, + "step": 73 + }, + { + "epoch": 0.2853012048192771, + "grad_norm": 0.20938654243946075, + "learning_rate": 3.7435897435897436e-05, + "loss": 0.0116, + "step": 74 + }, + { + "epoch": 0.2891566265060241, + "grad_norm": 0.27394789457321167, + "learning_rate": 3.794871794871795e-05, + "loss": 0.0158, + "step": 75 + }, + { + "epoch": 0.2930120481927711, + "grad_norm": 0.1749437153339386, + "learning_rate": 3.846153846153846e-05, + "loss": 0.0097, + "step": 76 + }, + { + "epoch": 0.29686746987951806, + "grad_norm": 0.2208889275789261, + "learning_rate": 3.8974358974358976e-05, + "loss": 0.024, + "step": 77 + }, + { + "epoch": 0.3007228915662651, + "grad_norm": 0.32802650332450867, + "learning_rate": 3.948717948717949e-05, + "loss": 0.015, + "step": 78 + }, + { + "epoch": 0.30457831325301205, + "grad_norm": 0.21527938544750214, + "learning_rate": 4e-05, + "loss": 0.0137, + "step": 79 + }, + { + "epoch": 0.30843373493975906, + "grad_norm": 0.2894026041030884, + "learning_rate": 3.999979972589652e-05, + "loss": 0.0177, + "step": 80 + }, + { + "epoch": 0.312289156626506, + "grad_norm": 0.21148355305194855, + "learning_rate": 3.9999198907597046e-05, + "loss": 0.0146, + "step": 81 + }, + { + "epoch": 0.316144578313253, + "grad_norm": 0.1950712502002716, + "learning_rate": 3.999819755713442e-05, + "loss": 0.0174, + "step": 82 + }, + { + "epoch": 0.32, + "grad_norm": 0.23408709466457367, + "learning_rate": 3.9996795694563096e-05, + "loss": 0.0142, + "step": 83 + }, + { + "epoch": 0.32385542168674697, + "grad_norm": 0.4009031355381012, + "learning_rate": 3.999499334795875e-05, + "loss": 0.014, + "step": 84 + }, + { + "epoch": 0.327710843373494, + "grad_norm": 0.2507084012031555, + "learning_rate": 3.999279055341771e-05, + "loss": 0.013, + "step": 85 + }, + { + "epoch": 0.33156626506024095, + "grad_norm": 0.2922132909297943, + "learning_rate": 3.999018735505626e-05, + "loss": 0.013, + "step": 86 + }, + { + "epoch": 0.33542168674698797, + "grad_norm": 0.2073613405227661, + "learning_rate": 3.998718380500971e-05, + "loss": 0.0107, + "step": 87 + }, + { + "epoch": 0.33927710843373493, + "grad_norm": 0.3113904595375061, + "learning_rate": 3.998377996343139e-05, + "loss": 0.0337, + "step": 88 + }, + { + "epoch": 0.34313253012048195, + "grad_norm": 0.18452070653438568, + "learning_rate": 3.997997589849145e-05, + "loss": 0.0137, + "step": 89 + }, + { + "epoch": 0.3469879518072289, + "grad_norm": 0.24420331418514252, + "learning_rate": 3.9975771686375434e-05, + "loss": 0.0104, + "step": 90 + }, + { + "epoch": 0.35084337349397593, + "grad_norm": 0.3163854479789734, + "learning_rate": 3.9971167411282835e-05, + "loss": 0.0133, + "step": 91 + }, + { + "epoch": 0.3546987951807229, + "grad_norm": 0.11558058857917786, + "learning_rate": 3.996616316542537e-05, + "loss": 0.0069, + "step": 92 + }, + { + "epoch": 0.35855421686746985, + "grad_norm": 2.0870206356048584, + "learning_rate": 3.99607590490251e-05, + "loss": 0.0227, + "step": 93 + }, + { + "epoch": 0.3624096385542169, + "grad_norm": 0.23557044565677643, + "learning_rate": 3.9954955170312504e-05, + "loss": 0.0175, + "step": 94 + }, + { + "epoch": 0.36626506024096384, + "grad_norm": 0.2593333423137665, + "learning_rate": 3.9948751645524235e-05, + "loss": 0.0184, + "step": 95 + }, + { + "epoch": 0.37012048192771085, + "grad_norm": 0.5161668658256531, + "learning_rate": 3.994214859890083e-05, + "loss": 0.0265, + "step": 96 + }, + { + "epoch": 0.3739759036144578, + "grad_norm": 0.5731181502342224, + "learning_rate": 3.9935146162684206e-05, + "loss": 0.0167, + "step": 97 + }, + { + "epoch": 0.37783132530120483, + "grad_norm": 1.9357824325561523, + "learning_rate": 3.992774447711503e-05, + "loss": 0.0321, + "step": 98 + }, + { + "epoch": 0.3816867469879518, + "grad_norm": 4.194522857666016, + "learning_rate": 3.9919943690429906e-05, + "loss": 0.086, + "step": 99 + }, + { + "epoch": 0.3855421686746988, + "grad_norm": 0.3377005457878113, + "learning_rate": 3.9911743958858376e-05, + "loss": 0.0206, + "step": 100 + }, + { + "epoch": 0.3893975903614458, + "grad_norm": 0.3599908649921417, + "learning_rate": 3.9903145446619837e-05, + "loss": 0.0207, + "step": 101 + }, + { + "epoch": 0.3932530120481928, + "grad_norm": 0.3402753174304962, + "learning_rate": 3.9894148325920226e-05, + "loss": 0.0241, + "step": 102 + }, + { + "epoch": 0.39710843373493976, + "grad_norm": 0.6041432023048401, + "learning_rate": 3.9884752776948564e-05, + "loss": 0.0138, + "step": 103 + }, + { + "epoch": 0.4009638554216867, + "grad_norm": 4.082062721252441, + "learning_rate": 3.987495898787336e-05, + "loss": 0.1119, + "step": 104 + }, + { + "epoch": 0.40481927710843374, + "grad_norm": 6.899234771728516, + "learning_rate": 3.9864767154838864e-05, + "loss": 0.1046, + "step": 105 + }, + { + "epoch": 0.4086746987951807, + "grad_norm": 3.1316874027252197, + "learning_rate": 3.985417748196108e-05, + "loss": 0.0404, + "step": 106 + }, + { + "epoch": 0.4125301204819277, + "grad_norm": 1.8661688566207886, + "learning_rate": 3.9843190181323744e-05, + "loss": 0.0348, + "step": 107 + }, + { + "epoch": 0.4163855421686747, + "grad_norm": 0.5149962306022644, + "learning_rate": 3.983180547297404e-05, + "loss": 0.0284, + "step": 108 + }, + { + "epoch": 0.4202409638554217, + "grad_norm": 0.3855750858783722, + "learning_rate": 3.982002358491817e-05, + "loss": 0.0242, + "step": 109 + }, + { + "epoch": 0.42409638554216866, + "grad_norm": 0.35508987307548523, + "learning_rate": 3.9807844753116864e-05, + "loss": 0.0179, + "step": 110 + }, + { + "epoch": 0.4279518072289157, + "grad_norm": 1.477452278137207, + "learning_rate": 3.979526922148058e-05, + "loss": 0.0436, + "step": 111 + }, + { + "epoch": 0.43180722891566264, + "grad_norm": 0.41172751784324646, + "learning_rate": 3.978229724186464e-05, + "loss": 0.026, + "step": 112 + }, + { + "epoch": 0.43566265060240966, + "grad_norm": 0.5889139771461487, + "learning_rate": 3.9768929074064206e-05, + "loss": 0.0249, + "step": 113 + }, + { + "epoch": 0.4395180722891566, + "grad_norm": 0.38035663962364197, + "learning_rate": 3.975516498580907e-05, + "loss": 0.0257, + "step": 114 + }, + { + "epoch": 0.4433734939759036, + "grad_norm": 0.35500895977020264, + "learning_rate": 3.9741005252758255e-05, + "loss": 0.026, + "step": 115 + }, + { + "epoch": 0.4472289156626506, + "grad_norm": 0.6464815735816956, + "learning_rate": 3.972645015849457e-05, + "loss": 0.0499, + "step": 116 + }, + { + "epoch": 0.45108433734939757, + "grad_norm": 0.20825283229351044, + "learning_rate": 3.971149999451886e-05, + "loss": 0.034, + "step": 117 + }, + { + "epoch": 0.4549397590361446, + "grad_norm": 0.34638360142707825, + "learning_rate": 3.9696155060244166e-05, + "loss": 0.0226, + "step": 118 + }, + { + "epoch": 0.45879518072289155, + "grad_norm": 0.27782803773880005, + "learning_rate": 3.9680415662989806e-05, + "loss": 0.0197, + "step": 119 + }, + { + "epoch": 0.46265060240963857, + "grad_norm": 0.39609628915786743, + "learning_rate": 3.966428211797514e-05, + "loss": 0.0229, + "step": 120 + }, + { + "epoch": 0.46650602409638553, + "grad_norm": 0.30235278606414795, + "learning_rate": 3.9647754748313294e-05, + "loss": 0.046, + "step": 121 + }, + { + "epoch": 0.47036144578313255, + "grad_norm": 0.2774790823459625, + "learning_rate": 3.963083388500469e-05, + "loss": 0.0208, + "step": 122 + }, + { + "epoch": 0.4742168674698795, + "grad_norm": 0.24587354063987732, + "learning_rate": 3.96135198669304e-05, + "loss": 0.026, + "step": 123 + }, + { + "epoch": 0.47807228915662653, + "grad_norm": 0.2603200376033783, + "learning_rate": 3.959581304084536e-05, + "loss": 0.0189, + "step": 124 + }, + { + "epoch": 0.4819277108433735, + "grad_norm": 0.33505868911743164, + "learning_rate": 3.957771376137144e-05, + "loss": 0.0227, + "step": 125 + }, + { + "epoch": 0.4857831325301205, + "grad_norm": 0.32992950081825256, + "learning_rate": 3.955922239099035e-05, + "loss": 0.0207, + "step": 126 + }, + { + "epoch": 0.48963855421686747, + "grad_norm": 0.2520611882209778, + "learning_rate": 3.954033930003634e-05, + "loss": 0.0308, + "step": 127 + }, + { + "epoch": 0.49349397590361443, + "grad_norm": 0.3344120383262634, + "learning_rate": 3.952106486668884e-05, + "loss": 0.0187, + "step": 128 + }, + { + "epoch": 0.49734939759036145, + "grad_norm": 0.46383559703826904, + "learning_rate": 3.9501399476964806e-05, + "loss": 0.0174, + "step": 129 + }, + { + "epoch": 0.5012048192771085, + "grad_norm": 0.2674378752708435, + "learning_rate": 3.9481343524711095e-05, + "loss": 0.0164, + "step": 130 + }, + { + "epoch": 0.5050602409638554, + "grad_norm": 0.21262381970882416, + "learning_rate": 3.946089741159648e-05, + "loss": 0.0088, + "step": 131 + }, + { + "epoch": 0.5089156626506024, + "grad_norm": 0.2904111444950104, + "learning_rate": 3.944006154710366e-05, + "loss": 0.0195, + "step": 132 + }, + { + "epoch": 0.5127710843373494, + "grad_norm": 0.42615893483161926, + "learning_rate": 3.9418836348521045e-05, + "loss": 0.0172, + "step": 133 + }, + { + "epoch": 0.5166265060240964, + "grad_norm": 0.25124824047088623, + "learning_rate": 3.939722224093439e-05, + "loss": 0.0151, + "step": 134 + }, + { + "epoch": 0.5204819277108433, + "grad_norm": 1.9261884689331055, + "learning_rate": 3.937521965721831e-05, + "loss": 0.0247, + "step": 135 + }, + { + "epoch": 0.5243373493975904, + "grad_norm": 0.24449346959590912, + "learning_rate": 3.9352829038027564e-05, + "loss": 0.0113, + "step": 136 + }, + { + "epoch": 0.5281927710843374, + "grad_norm": 2.4259743690490723, + "learning_rate": 3.933005083178828e-05, + "loss": 0.0533, + "step": 137 + }, + { + "epoch": 0.5320481927710843, + "grad_norm": 0.3187374472618103, + "learning_rate": 3.930688549468894e-05, + "loss": 0.0179, + "step": 138 + }, + { + "epoch": 0.5359036144578313, + "grad_norm": 2.9974002838134766, + "learning_rate": 3.928333349067125e-05, + "loss": 0.023, + "step": 139 + }, + { + "epoch": 0.5397590361445783, + "grad_norm": 0.7724501490592957, + "learning_rate": 3.9259395291420864e-05, + "loss": 0.0179, + "step": 140 + }, + { + "epoch": 0.5436144578313253, + "grad_norm": 0.2811576724052429, + "learning_rate": 3.923507137635792e-05, + "loss": 0.0118, + "step": 141 + }, + { + "epoch": 0.5474698795180722, + "grad_norm": 0.301895409822464, + "learning_rate": 3.921036223262745e-05, + "loss": 0.0152, + "step": 142 + }, + { + "epoch": 0.5513253012048193, + "grad_norm": 0.32171159982681274, + "learning_rate": 3.9185268355089606e-05, + "loss": 0.0297, + "step": 143 + }, + { + "epoch": 0.5551807228915663, + "grad_norm": 0.16498999297618866, + "learning_rate": 3.915979024630978e-05, + "loss": 0.0134, + "step": 144 + }, + { + "epoch": 0.5590361445783133, + "grad_norm": 0.27746957540512085, + "learning_rate": 3.913392841654851e-05, + "loss": 0.013, + "step": 145 + }, + { + "epoch": 0.5628915662650602, + "grad_norm": 0.2298375517129898, + "learning_rate": 3.9107683383751264e-05, + "loss": 0.0106, + "step": 146 + }, + { + "epoch": 0.5667469879518072, + "grad_norm": 0.2801443636417389, + "learning_rate": 3.9081055673538093e-05, + "loss": 0.0214, + "step": 147 + }, + { + "epoch": 0.5706024096385542, + "grad_norm": 0.22764678299427032, + "learning_rate": 3.9054045819193074e-05, + "loss": 0.0148, + "step": 148 + }, + { + "epoch": 0.5744578313253013, + "grad_norm": 0.1658417284488678, + "learning_rate": 3.902665436165364e-05, + "loss": 0.0333, + "step": 149 + }, + { + "epoch": 0.5783132530120482, + "grad_norm": 0.1666492223739624, + "learning_rate": 3.8998881849499756e-05, + "loss": 0.0162, + "step": 150 + }, + { + "epoch": 0.5821686746987952, + "grad_norm": 0.20655786991119385, + "learning_rate": 3.897072883894291e-05, + "loss": 0.0152, + "step": 151 + }, + { + "epoch": 0.5860240963855422, + "grad_norm": 0.25162509083747864, + "learning_rate": 3.894219589381501e-05, + "loss": 0.0422, + "step": 152 + }, + { + "epoch": 0.5898795180722891, + "grad_norm": 0.17071524262428284, + "learning_rate": 3.8913283585557054e-05, + "loss": 0.0082, + "step": 153 + }, + { + "epoch": 0.5937349397590361, + "grad_norm": 0.20576122403144836, + "learning_rate": 3.8883992493207696e-05, + "loss": 0.0111, + "step": 154 + }, + { + "epoch": 0.5975903614457831, + "grad_norm": 0.19477005302906036, + "learning_rate": 3.885432320339167e-05, + "loss": 0.0084, + "step": 155 + }, + { + "epoch": 0.6014457831325302, + "grad_norm": 0.26111698150634766, + "learning_rate": 3.8824276310308e-05, + "loss": 0.0172, + "step": 156 + }, + { + "epoch": 0.6053012048192771, + "grad_norm": 0.2800676226615906, + "learning_rate": 3.879385241571817e-05, + "loss": 0.0238, + "step": 157 + }, + { + "epoch": 0.6091566265060241, + "grad_norm": 0.2781737148761749, + "learning_rate": 3.876305212893399e-05, + "loss": 0.0272, + "step": 158 + }, + { + "epoch": 0.6130120481927711, + "grad_norm": 0.6798153519630432, + "learning_rate": 3.873187606680543e-05, + "loss": 0.0091, + "step": 159 + }, + { + "epoch": 0.6168674698795181, + "grad_norm": 0.1639501005411148, + "learning_rate": 3.8700324853708304e-05, + "loss": 0.0233, + "step": 160 + }, + { + "epoch": 0.620722891566265, + "grad_norm": 0.39862754940986633, + "learning_rate": 3.866839912153168e-05, + "loss": 0.016, + "step": 161 + }, + { + "epoch": 0.624578313253012, + "grad_norm": 0.48113104701042175, + "learning_rate": 3.863609950966531e-05, + "loss": 0.016, + "step": 162 + }, + { + "epoch": 0.6284337349397591, + "grad_norm": 0.17467358708381653, + "learning_rate": 3.860342666498677e-05, + "loss": 0.0103, + "step": 163 + }, + { + "epoch": 0.632289156626506, + "grad_norm": 0.5942115783691406, + "learning_rate": 3.8570381241848534e-05, + "loss": 0.0158, + "step": 164 + }, + { + "epoch": 0.636144578313253, + "grad_norm": 0.2018311470746994, + "learning_rate": 3.853696390206484e-05, + "loss": 0.0193, + "step": 165 + }, + { + "epoch": 0.64, + "grad_norm": 0.5149483680725098, + "learning_rate": 3.850317531489848e-05, + "loss": 0.0268, + "step": 166 + }, + { + "epoch": 0.643855421686747, + "grad_norm": 0.16745764017105103, + "learning_rate": 3.846901615704734e-05, + "loss": 0.0132, + "step": 167 + }, + { + "epoch": 0.6477108433734939, + "grad_norm": 1.0696477890014648, + "learning_rate": 3.843448711263089e-05, + "loss": 0.0228, + "step": 168 + }, + { + "epoch": 0.651566265060241, + "grad_norm": 0.27323034405708313, + "learning_rate": 3.839958887317649e-05, + "loss": 0.0309, + "step": 169 + }, + { + "epoch": 0.655421686746988, + "grad_norm": 0.32417500019073486, + "learning_rate": 3.8364322137605484e-05, + "loss": 0.0282, + "step": 170 + }, + { + "epoch": 0.659277108433735, + "grad_norm": 0.24416105449199677, + "learning_rate": 3.832868761221926e-05, + "loss": 0.0149, + "step": 171 + }, + { + "epoch": 0.6631325301204819, + "grad_norm": 0.40103256702423096, + "learning_rate": 3.829268601068509e-05, + "loss": 0.0196, + "step": 172 + }, + { + "epoch": 0.6669879518072289, + "grad_norm": 0.4967587888240814, + "learning_rate": 3.825631805402182e-05, + "loss": 0.027, + "step": 173 + }, + { + "epoch": 0.6708433734939759, + "grad_norm": 0.32446494698524475, + "learning_rate": 3.821958447058543e-05, + "loss": 0.0186, + "step": 174 + }, + { + "epoch": 0.6746987951807228, + "grad_norm": 0.17924204468727112, + "learning_rate": 3.818248599605448e-05, + "loss": 0.0158, + "step": 175 + }, + { + "epoch": 0.6785542168674699, + "grad_norm": 0.32113662362098694, + "learning_rate": 3.8145023373415326e-05, + "loss": 0.0186, + "step": 176 + }, + { + "epoch": 0.6824096385542169, + "grad_norm": 0.2955350875854492, + "learning_rate": 3.810719735294731e-05, + "loss": 0.0254, + "step": 177 + }, + { + "epoch": 0.6862650602409639, + "grad_norm": 0.3955155611038208, + "learning_rate": 3.806900869220765e-05, + "loss": 0.0247, + "step": 178 + }, + { + "epoch": 0.6901204819277108, + "grad_norm": 0.28007134795188904, + "learning_rate": 3.8030458156016326e-05, + "loss": 0.0159, + "step": 179 + }, + { + "epoch": 0.6939759036144578, + "grad_norm": 0.3042643666267395, + "learning_rate": 3.799154651644075e-05, + "loss": 0.0163, + "step": 180 + }, + { + "epoch": 0.6978313253012048, + "grad_norm": 0.18276739120483398, + "learning_rate": 3.795227455278029e-05, + "loss": 0.0088, + "step": 181 + }, + { + "epoch": 0.7016867469879519, + "grad_norm": 0.19548135995864868, + "learning_rate": 3.7912643051550674e-05, + "loss": 0.0115, + "step": 182 + }, + { + "epoch": 0.7055421686746988, + "grad_norm": 0.2164657711982727, + "learning_rate": 3.787265280646825e-05, + "loss": 0.0152, + "step": 183 + }, + { + "epoch": 0.7093975903614458, + "grad_norm": 0.19452515244483948, + "learning_rate": 3.783230461843406e-05, + "loss": 0.008, + "step": 184 + }, + { + "epoch": 0.7132530120481928, + "grad_norm": 0.27214348316192627, + "learning_rate": 3.7791599295517825e-05, + "loss": 0.0127, + "step": 185 + }, + { + "epoch": 0.7171084337349397, + "grad_norm": 0.6383033990859985, + "learning_rate": 3.775053765294175e-05, + "loss": 0.0151, + "step": 186 + }, + { + "epoch": 0.7209638554216867, + "grad_norm": 0.17882253229618073, + "learning_rate": 3.7709120513064196e-05, + "loss": 0.0092, + "step": 187 + }, + { + "epoch": 0.7248192771084337, + "grad_norm": 0.2078862190246582, + "learning_rate": 3.7667348705363227e-05, + "loss": 0.0133, + "step": 188 + }, + { + "epoch": 0.7286746987951808, + "grad_norm": 0.1957724541425705, + "learning_rate": 3.762522306641998e-05, + "loss": 0.0108, + "step": 189 + }, + { + "epoch": 0.7325301204819277, + "grad_norm": 0.16418907046318054, + "learning_rate": 3.75827444399019e-05, + "loss": 0.0137, + "step": 190 + }, + { + "epoch": 0.7363855421686747, + "grad_norm": 0.45467960834503174, + "learning_rate": 3.7539913676545874e-05, + "loss": 0.0142, + "step": 191 + }, + { + "epoch": 0.7402409638554217, + "grad_norm": 1.2079054117202759, + "learning_rate": 3.749673163414117e-05, + "loss": 0.019, + "step": 192 + }, + { + "epoch": 0.7440963855421687, + "grad_norm": 0.11845115572214127, + "learning_rate": 3.745319917751229e-05, + "loss": 0.0098, + "step": 193 + }, + { + "epoch": 0.7479518072289156, + "grad_norm": 0.18299613893032074, + "learning_rate": 3.740931717850159e-05, + "loss": 0.0132, + "step": 194 + }, + { + "epoch": 0.7518072289156627, + "grad_norm": 0.225267231464386, + "learning_rate": 3.736508651595188e-05, + "loss": 0.0148, + "step": 195 + }, + { + "epoch": 0.7556626506024097, + "grad_norm": 0.49103838205337524, + "learning_rate": 3.732050807568878e-05, + "loss": 0.0132, + "step": 196 + }, + { + "epoch": 0.7595180722891566, + "grad_norm": 0.19766205549240112, + "learning_rate": 3.727558275050301e-05, + "loss": 0.02, + "step": 197 + }, + { + "epoch": 0.7633734939759036, + "grad_norm": 0.28864291310310364, + "learning_rate": 3.7230311440132494e-05, + "loss": 0.0222, + "step": 198 + }, + { + "epoch": 0.7672289156626506, + "grad_norm": 0.28816428780555725, + "learning_rate": 3.718469505124434e-05, + "loss": 0.0256, + "step": 199 + }, + { + "epoch": 0.7710843373493976, + "grad_norm": 0.20701606571674347, + "learning_rate": 3.713873449741669e-05, + "loss": 0.0114, + "step": 200 + }, + { + "epoch": 0.7749397590361445, + "grad_norm": 0.5334108471870422, + "learning_rate": 3.709243069912041e-05, + "loss": 0.0119, + "step": 201 + }, + { + "epoch": 0.7787951807228916, + "grad_norm": 0.7352932095527649, + "learning_rate": 3.704578458370067e-05, + "loss": 0.0148, + "step": 202 + }, + { + "epoch": 0.7826506024096386, + "grad_norm": 0.22625291347503662, + "learning_rate": 3.699879708535838e-05, + "loss": 0.0164, + "step": 203 + }, + { + "epoch": 0.7865060240963856, + "grad_norm": 0.2132428139448166, + "learning_rate": 3.695146914513142e-05, + "loss": 0.0083, + "step": 204 + }, + { + "epoch": 0.7903614457831325, + "grad_norm": 0.15848131477832794, + "learning_rate": 3.69038017108759e-05, + "loss": 0.0098, + "step": 205 + }, + { + "epoch": 0.7942168674698795, + "grad_norm": 1.2738759517669678, + "learning_rate": 3.685579573724707e-05, + "loss": 0.0137, + "step": 206 + }, + { + "epoch": 0.7980722891566265, + "grad_norm": 0.2131299078464508, + "learning_rate": 3.680745218568026e-05, + "loss": 0.019, + "step": 207 + }, + { + "epoch": 0.8019277108433734, + "grad_norm": 0.24905090034008026, + "learning_rate": 3.6758772024371626e-05, + "loss": 0.0242, + "step": 208 + }, + { + "epoch": 0.8057831325301205, + "grad_norm": 0.36632227897644043, + "learning_rate": 3.6709756228258735e-05, + "loss": 0.021, + "step": 209 + }, + { + "epoch": 0.8096385542168675, + "grad_norm": 0.19981122016906738, + "learning_rate": 3.6660405779001036e-05, + "loss": 0.0174, + "step": 210 + }, + { + "epoch": 0.8134939759036145, + "grad_norm": 0.13923773169517517, + "learning_rate": 3.6610721664960236e-05, + "loss": 0.0088, + "step": 211 + }, + { + "epoch": 0.8173493975903614, + "grad_norm": 0.27602291107177734, + "learning_rate": 3.656070488118047e-05, + "loss": 0.0391, + "step": 212 + }, + { + "epoch": 0.8212048192771084, + "grad_norm": 1.3190431594848633, + "learning_rate": 3.65103564293684e-05, + "loss": 0.0255, + "step": 213 + }, + { + "epoch": 0.8250602409638554, + "grad_norm": 0.15323355793952942, + "learning_rate": 3.645967731787313e-05, + "loss": 0.0164, + "step": 214 + }, + { + "epoch": 0.8289156626506025, + "grad_norm": 0.15326736867427826, + "learning_rate": 3.640866856166601e-05, + "loss": 0.0109, + "step": 215 + }, + { + "epoch": 0.8327710843373494, + "grad_norm": 0.2949405312538147, + "learning_rate": 3.635733118232034e-05, + "loss": 0.0117, + "step": 216 + }, + { + "epoch": 0.8366265060240964, + "grad_norm": 0.243217334151268, + "learning_rate": 3.6305666207990886e-05, + "loss": 0.0191, + "step": 217 + }, + { + "epoch": 0.8404819277108434, + "grad_norm": 0.43892231583595276, + "learning_rate": 3.625367467339329e-05, + "loss": 0.0174, + "step": 218 + }, + { + "epoch": 0.8443373493975903, + "grad_norm": 0.36832818388938904, + "learning_rate": 3.6201357619783336e-05, + "loss": 0.0201, + "step": 219 + }, + { + "epoch": 0.8481927710843373, + "grad_norm": 0.2650613486766815, + "learning_rate": 3.614871609493614e-05, + "loss": 0.0163, + "step": 220 + }, + { + "epoch": 0.8520481927710843, + "grad_norm": 0.1648036539554596, + "learning_rate": 3.609575115312511e-05, + "loss": 0.0111, + "step": 221 + }, + { + "epoch": 0.8559036144578314, + "grad_norm": 0.2738659083843231, + "learning_rate": 3.604246385510088e-05, + "loss": 0.0063, + "step": 222 + }, + { + "epoch": 0.8597590361445783, + "grad_norm": 0.22977620363235474, + "learning_rate": 3.598885526807003e-05, + "loss": 0.015, + "step": 223 + }, + { + "epoch": 0.8636144578313253, + "grad_norm": 0.535546064376831, + "learning_rate": 3.593492646567372e-05, + "loss": 0.0102, + "step": 224 + }, + { + "epoch": 0.8674698795180723, + "grad_norm": 0.494342565536499, + "learning_rate": 3.5880678527966224e-05, + "loss": 0.0102, + "step": 225 + }, + { + "epoch": 0.8713253012048193, + "grad_norm": 0.17625126242637634, + "learning_rate": 3.582611254139324e-05, + "loss": 0.0259, + "step": 226 + }, + { + "epoch": 0.8751807228915662, + "grad_norm": 0.20568431913852692, + "learning_rate": 3.577122959877017e-05, + "loss": 0.0237, + "step": 227 + }, + { + "epoch": 0.8790361445783132, + "grad_norm": 0.31444859504699707, + "learning_rate": 3.571603079926024e-05, + "loss": 0.0171, + "step": 228 + }, + { + "epoch": 0.8828915662650603, + "grad_norm": 0.48810216784477234, + "learning_rate": 3.566051724835245e-05, + "loss": 0.01, + "step": 229 + }, + { + "epoch": 0.8867469879518072, + "grad_norm": 0.4229196608066559, + "learning_rate": 3.5604690057839456e-05, + "loss": 0.0111, + "step": 230 + }, + { + "epoch": 0.8906024096385542, + "grad_norm": 0.6600443124771118, + "learning_rate": 3.554855034579532e-05, + "loss": 0.0208, + "step": 231 + }, + { + "epoch": 0.8944578313253012, + "grad_norm": 0.2891610860824585, + "learning_rate": 3.549209923655309e-05, + "loss": 0.0252, + "step": 232 + }, + { + "epoch": 0.8983132530120482, + "grad_norm": 0.20314915478229523, + "learning_rate": 3.5435337860682304e-05, + "loss": 0.0164, + "step": 233 + }, + { + "epoch": 0.9021686746987951, + "grad_norm": 0.19718259572982788, + "learning_rate": 3.537826735496632e-05, + "loss": 0.0125, + "step": 234 + }, + { + "epoch": 0.9060240963855422, + "grad_norm": 1.074033498764038, + "learning_rate": 3.532088886237956e-05, + "loss": 0.015, + "step": 235 + }, + { + "epoch": 0.9098795180722892, + "grad_norm": 0.7579637169837952, + "learning_rate": 3.5263203532064674e-05, + "loss": 0.0153, + "step": 236 + }, + { + "epoch": 0.9137349397590362, + "grad_norm": 0.15700305998325348, + "learning_rate": 3.520521251930941e-05, + "loss": 0.0109, + "step": 237 + }, + { + "epoch": 0.9175903614457831, + "grad_norm": 0.3394688069820404, + "learning_rate": 3.5146916985523604e-05, + "loss": 0.0156, + "step": 238 + }, + { + "epoch": 0.9214457831325301, + "grad_norm": 1.3616353273391724, + "learning_rate": 3.5088318098215805e-05, + "loss": 0.0194, + "step": 239 + }, + { + "epoch": 0.9253012048192771, + "grad_norm": 0.4036584198474884, + "learning_rate": 3.5029417030970005e-05, + "loss": 0.012, + "step": 240 + }, + { + "epoch": 0.929156626506024, + "grad_norm": 0.18816007673740387, + "learning_rate": 3.497021496342203e-05, + "loss": 0.0146, + "step": 241 + }, + { + "epoch": 0.9330120481927711, + "grad_norm": 0.17888401448726654, + "learning_rate": 3.4910713081235975e-05, + "loss": 0.0095, + "step": 242 + }, + { + "epoch": 0.9368674698795181, + "grad_norm": 0.22190752625465393, + "learning_rate": 3.485091257608047e-05, + "loss": 0.018, + "step": 243 + }, + { + "epoch": 0.9407228915662651, + "grad_norm": 0.48926958441734314, + "learning_rate": 3.479081464560475e-05, + "loss": 0.0407, + "step": 244 + }, + { + "epoch": 0.944578313253012, + "grad_norm": 0.236537367105484, + "learning_rate": 3.473042049341474e-05, + "loss": 0.0152, + "step": 245 + }, + { + "epoch": 0.948433734939759, + "grad_norm": 0.13449200987815857, + "learning_rate": 3.466973132904892e-05, + "loss": 0.0105, + "step": 246 + }, + { + "epoch": 0.952289156626506, + "grad_norm": 0.23878124356269836, + "learning_rate": 3.4608748367954064e-05, + "loss": 0.0154, + "step": 247 + }, + { + "epoch": 0.9561445783132531, + "grad_norm": 0.8225765824317932, + "learning_rate": 3.4547472831460976e-05, + "loss": 0.0258, + "step": 248 + }, + { + "epoch": 0.96, + "grad_norm": 0.2288682758808136, + "learning_rate": 3.4485905946759965e-05, + "loss": 0.0137, + "step": 249 + }, + { + "epoch": 0.963855421686747, + "grad_norm": 3.1449129581451416, + "learning_rate": 3.442404894687629e-05, + "loss": 0.009, + "step": 250 + }, + { + "epoch": 0.967710843373494, + "grad_norm": 0.36979448795318604, + "learning_rate": 3.4361903070645484e-05, + "loss": 0.0135, + "step": 251 + }, + { + "epoch": 0.971566265060241, + "grad_norm": 0.434368759393692, + "learning_rate": 3.4299469562688494e-05, + "loss": 0.0207, + "step": 252 + }, + { + "epoch": 0.9754216867469879, + "grad_norm": 0.20272351801395416, + "learning_rate": 3.423674967338681e-05, + "loss": 0.0166, + "step": 253 + }, + { + "epoch": 0.9792771084337349, + "grad_norm": 0.30525901913642883, + "learning_rate": 3.4173744658857403e-05, + "loss": 0.0088, + "step": 254 + }, + { + "epoch": 0.983132530120482, + "grad_norm": 0.8094114661216736, + "learning_rate": 3.411045578092754e-05, + "loss": 0.0246, + "step": 255 + }, + { + "epoch": 0.9869879518072289, + "grad_norm": 0.19253239035606384, + "learning_rate": 3.404688430710955e-05, + "loss": 0.0158, + "step": 256 + }, + { + "epoch": 0.9908433734939759, + "grad_norm": 0.18241408467292786, + "learning_rate": 3.398303151057543e-05, + "loss": 0.0208, + "step": 257 + }, + { + "epoch": 0.9946987951807229, + "grad_norm": 0.15632668137550354, + "learning_rate": 3.391889867013134e-05, + "loss": 0.014, + "step": 258 + }, + { + "epoch": 0.9985542168674699, + "grad_norm": 0.15484513342380524, + "learning_rate": 3.385448707019199e-05, + "loss": 0.0098, + "step": 259 + }, + { + "epoch": 1.0, + "grad_norm": 0.44285017251968384, + "learning_rate": 3.3789798000754924e-05, + "loss": 0.0181, + "step": 260 + }, + { + "epoch": 1.003855421686747, + "grad_norm": 0.22358648478984833, + "learning_rate": 3.372483275737468e-05, + "loss": 0.0123, + "step": 261 + }, + { + "epoch": 1.007710843373494, + "grad_norm": 0.26415324211120605, + "learning_rate": 3.365959264113683e-05, + "loss": 0.0097, + "step": 262 + }, + { + "epoch": 1.011566265060241, + "grad_norm": 0.16320234537124634, + "learning_rate": 3.359407895863199e-05, + "loss": 0.0168, + "step": 263 + }, + { + "epoch": 1.0154216867469879, + "grad_norm": 0.11904699355363846, + "learning_rate": 3.3528293021929523e-05, + "loss": 0.011, + "step": 264 + }, + { + "epoch": 1.0192771084337349, + "grad_norm": 0.19491620361804962, + "learning_rate": 3.34622361485514e-05, + "loss": 0.0203, + "step": 265 + }, + { + "epoch": 1.0231325301204819, + "grad_norm": 0.11890948563814163, + "learning_rate": 3.339590966144574e-05, + "loss": 0.0039, + "step": 266 + }, + { + "epoch": 1.026987951807229, + "grad_norm": 0.375266969203949, + "learning_rate": 3.332931488896029e-05, + "loss": 0.0108, + "step": 267 + }, + { + "epoch": 1.030843373493976, + "grad_norm": 0.2763790488243103, + "learning_rate": 3.326245316481591e-05, + "loss": 0.0231, + "step": 268 + }, + { + "epoch": 1.034698795180723, + "grad_norm": 0.13364073634147644, + "learning_rate": 3.319532582807977e-05, + "loss": 0.0096, + "step": 269 + }, + { + "epoch": 1.03855421686747, + "grad_norm": 0.14633706212043762, + "learning_rate": 3.31279342231386e-05, + "loss": 0.0085, + "step": 270 + }, + { + "epoch": 1.0424096385542168, + "grad_norm": 0.11920950561761856, + "learning_rate": 3.30602796996717e-05, + "loss": 0.0056, + "step": 271 + }, + { + "epoch": 1.0462650602409638, + "grad_norm": 0.2369781881570816, + "learning_rate": 3.299236361262401e-05, + "loss": 0.0092, + "step": 272 + }, + { + "epoch": 1.0501204819277108, + "grad_norm": 0.13494941592216492, + "learning_rate": 3.2924187322178865e-05, + "loss": 0.0084, + "step": 273 + }, + { + "epoch": 1.0539759036144578, + "grad_norm": 0.11123005300760269, + "learning_rate": 3.285575219373079e-05, + "loss": 0.0058, + "step": 274 + }, + { + "epoch": 1.0578313253012048, + "grad_norm": 0.18400225043296814, + "learning_rate": 3.278705959785821e-05, + "loss": 0.0113, + "step": 275 + }, + { + "epoch": 1.0616867469879518, + "grad_norm": 0.19578677415847778, + "learning_rate": 3.27181109102959e-05, + "loss": 0.008, + "step": 276 + }, + { + "epoch": 1.0655421686746989, + "grad_norm": 0.15978166460990906, + "learning_rate": 3.2648907511907544e-05, + "loss": 0.0074, + "step": 277 + }, + { + "epoch": 1.0693975903614459, + "grad_norm": 0.22295606136322021, + "learning_rate": 3.2579450788657997e-05, + "loss": 0.033, + "step": 278 + }, + { + "epoch": 1.0732530120481927, + "grad_norm": 0.11566543579101562, + "learning_rate": 3.250974213158555e-05, + "loss": 0.0097, + "step": 279 + }, + { + "epoch": 1.0771084337349397, + "grad_norm": 0.14439509809017181, + "learning_rate": 3.243978293677408e-05, + "loss": 0.0099, + "step": 280 + }, + { + "epoch": 1.0809638554216867, + "grad_norm": 0.21390187740325928, + "learning_rate": 3.23695746053251e-05, + "loss": 0.0115, + "step": 281 + }, + { + "epoch": 1.0848192771084337, + "grad_norm": 0.1340283751487732, + "learning_rate": 3.229911854332967e-05, + "loss": 0.0112, + "step": 282 + }, + { + "epoch": 1.0886746987951808, + "grad_norm": 0.08028711378574371, + "learning_rate": 3.222841616184025e-05, + "loss": 0.0044, + "step": 283 + }, + { + "epoch": 1.0925301204819278, + "grad_norm": 0.0875745564699173, + "learning_rate": 3.215746887684244e-05, + "loss": 0.005, + "step": 284 + }, + { + "epoch": 1.0963855421686748, + "grad_norm": 0.12632474303245544, + "learning_rate": 3.208627810922665e-05, + "loss": 0.0102, + "step": 285 + }, + { + "epoch": 1.1002409638554216, + "grad_norm": 0.07411441951990128, + "learning_rate": 3.201484528475958e-05, + "loss": 0.0051, + "step": 286 + }, + { + "epoch": 1.1040963855421686, + "grad_norm": 0.188252255320549, + "learning_rate": 3.194317183405573e-05, + "loss": 0.0088, + "step": 287 + }, + { + "epoch": 1.1079518072289156, + "grad_norm": 1.1099765300750732, + "learning_rate": 3.187125919254869e-05, + "loss": 0.0182, + "step": 288 + }, + { + "epoch": 1.1118072289156626, + "grad_norm": 0.09729217737913132, + "learning_rate": 3.1799108800462466e-05, + "loss": 0.0058, + "step": 289 + }, + { + "epoch": 1.1156626506024097, + "grad_norm": 0.25208383798599243, + "learning_rate": 3.172672210278254e-05, + "loss": 0.0104, + "step": 290 + }, + { + "epoch": 1.1195180722891567, + "grad_norm": 0.1512216329574585, + "learning_rate": 3.1654100549227024e-05, + "loss": 0.0058, + "step": 291 + }, + { + "epoch": 1.1233734939759037, + "grad_norm": 0.17274995148181915, + "learning_rate": 3.158124559421758e-05, + "loss": 0.0059, + "step": 292 + }, + { + "epoch": 1.1272289156626507, + "grad_norm": 0.32907241582870483, + "learning_rate": 3.1508158696850275e-05, + "loss": 0.0119, + "step": 293 + }, + { + "epoch": 1.1310843373493975, + "grad_norm": 0.1462509036064148, + "learning_rate": 3.14348413208664e-05, + "loss": 0.0093, + "step": 294 + }, + { + "epoch": 1.1349397590361445, + "grad_norm": 0.23990927636623383, + "learning_rate": 3.136129493462312e-05, + "loss": 0.0095, + "step": 295 + }, + { + "epoch": 1.1387951807228915, + "grad_norm": 0.13981395959854126, + "learning_rate": 3.12875210110641e-05, + "loss": 0.006, + "step": 296 + }, + { + "epoch": 1.1426506024096386, + "grad_norm": 0.10694962739944458, + "learning_rate": 3.121352102768998e-05, + "loss": 0.005, + "step": 297 + }, + { + "epoch": 1.1465060240963856, + "grad_norm": 0.12599286437034607, + "learning_rate": 3.113929646652879e-05, + "loss": 0.0057, + "step": 298 + }, + { + "epoch": 1.1503614457831326, + "grad_norm": 0.09407994896173477, + "learning_rate": 3.106484881410628e-05, + "loss": 0.0056, + "step": 299 + }, + { + "epoch": 1.1542168674698796, + "grad_norm": 0.7781950831413269, + "learning_rate": 3.0990179561416124e-05, + "loss": 0.017, + "step": 300 + }, + { + "epoch": 1.1580722891566264, + "grad_norm": 0.12835298478603363, + "learning_rate": 3.091529020389009e-05, + "loss": 0.0053, + "step": 301 + }, + { + "epoch": 1.1619277108433734, + "grad_norm": 0.7488322854042053, + "learning_rate": 3.0840182241368083e-05, + "loss": 0.011, + "step": 302 + }, + { + "epoch": 1.1657831325301204, + "grad_norm": 0.16700711846351624, + "learning_rate": 3.076485717806808e-05, + "loss": 0.0082, + "step": 303 + }, + { + "epoch": 1.1696385542168675, + "grad_norm": 0.17361144721508026, + "learning_rate": 3.0689316522556026e-05, + "loss": 0.0097, + "step": 304 + }, + { + "epoch": 1.1734939759036145, + "grad_norm": 0.08619613200426102, + "learning_rate": 3.061356178771564e-05, + "loss": 0.0082, + "step": 305 + }, + { + "epoch": 1.1773493975903615, + "grad_norm": 0.15666592121124268, + "learning_rate": 3.053759449071807e-05, + "loss": 0.0106, + "step": 306 + }, + { + "epoch": 1.1812048192771085, + "grad_norm": 0.2268570214509964, + "learning_rate": 3.0461416152991555e-05, + "loss": 0.0082, + "step": 307 + }, + { + "epoch": 1.1850602409638555, + "grad_norm": 0.17297455668449402, + "learning_rate": 3.038502830019092e-05, + "loss": 0.0105, + "step": 308 + }, + { + "epoch": 1.1889156626506023, + "grad_norm": 0.18929991126060486, + "learning_rate": 3.0308432462167045e-05, + "loss": 0.0076, + "step": 309 + }, + { + "epoch": 1.1927710843373494, + "grad_norm": 0.25152456760406494, + "learning_rate": 3.0231630172936205e-05, + "loss": 0.0072, + "step": 310 + }, + { + "epoch": 1.1966265060240964, + "grad_norm": 0.6995307207107544, + "learning_rate": 3.015462297064936e-05, + "loss": 0.0155, + "step": 311 + }, + { + "epoch": 1.2004819277108434, + "grad_norm": 0.14346441626548767, + "learning_rate": 3.0077412397561345e-05, + "loss": 0.0194, + "step": 312 + }, + { + "epoch": 1.2043373493975904, + "grad_norm": 0.2826595604419708, + "learning_rate": 3.0000000000000004e-05, + "loss": 0.0198, + "step": 313 + }, + { + "epoch": 1.2081927710843374, + "grad_norm": 0.1361214816570282, + "learning_rate": 2.992238732833518e-05, + "loss": 0.007, + "step": 314 + }, + { + "epoch": 1.2120481927710842, + "grad_norm": 0.13326340913772583, + "learning_rate": 2.98445759369477e-05, + "loss": 0.0116, + "step": 315 + }, + { + "epoch": 1.2159036144578312, + "grad_norm": 0.09617264568805695, + "learning_rate": 2.9766567384198228e-05, + "loss": 0.0082, + "step": 316 + }, + { + "epoch": 1.2197590361445783, + "grad_norm": 0.1366315484046936, + "learning_rate": 2.9688363232396056e-05, + "loss": 0.0075, + "step": 317 + }, + { + "epoch": 1.2236144578313253, + "grad_norm": 0.696820080280304, + "learning_rate": 2.960996504776783e-05, + "loss": 0.0087, + "step": 318 + }, + { + "epoch": 1.2274698795180723, + "grad_norm": 0.42925387620925903, + "learning_rate": 2.9531374400426158e-05, + "loss": 0.0277, + "step": 319 + }, + { + "epoch": 1.2313253012048193, + "grad_norm": 0.16131658852100372, + "learning_rate": 2.945259286433819e-05, + "loss": 0.0097, + "step": 320 + }, + { + "epoch": 1.2351807228915663, + "grad_norm": 0.1256534606218338, + "learning_rate": 2.9373622017294075e-05, + "loss": 0.0086, + "step": 321 + }, + { + "epoch": 1.2390361445783133, + "grad_norm": 0.15791697800159454, + "learning_rate": 2.9294463440875375e-05, + "loss": 0.0119, + "step": 322 + }, + { + "epoch": 1.2428915662650604, + "grad_norm": 0.12754394114017487, + "learning_rate": 2.9215118720423375e-05, + "loss": 0.0071, + "step": 323 + }, + { + "epoch": 1.2467469879518072, + "grad_norm": 0.9191262125968933, + "learning_rate": 2.913558944500736e-05, + "loss": 0.0097, + "step": 324 + }, + { + "epoch": 1.2506024096385542, + "grad_norm": 0.10129745304584503, + "learning_rate": 2.9055877207392752e-05, + "loss": 0.0162, + "step": 325 + }, + { + "epoch": 1.2544578313253012, + "grad_norm": 0.12669669091701508, + "learning_rate": 2.897598360400925e-05, + "loss": 0.0051, + "step": 326 + }, + { + "epoch": 1.2583132530120482, + "grad_norm": 0.1282287985086441, + "learning_rate": 2.8895910234918828e-05, + "loss": 0.0069, + "step": 327 + }, + { + "epoch": 1.2621686746987952, + "grad_norm": 0.10596070438623428, + "learning_rate": 2.8815658703783715e-05, + "loss": 0.0044, + "step": 328 + }, + { + "epoch": 1.266024096385542, + "grad_norm": 0.3934219777584076, + "learning_rate": 2.873523061783426e-05, + "loss": 0.0122, + "step": 329 + }, + { + "epoch": 1.269879518072289, + "grad_norm": 0.13733914494514465, + "learning_rate": 2.8654627587836724e-05, + "loss": 0.0052, + "step": 330 + }, + { + "epoch": 1.273734939759036, + "grad_norm": 0.21395160257816315, + "learning_rate": 2.8573851228061084e-05, + "loss": 0.0067, + "step": 331 + }, + { + "epoch": 1.277590361445783, + "grad_norm": 0.23374490439891815, + "learning_rate": 2.8492903156248642e-05, + "loss": 0.0111, + "step": 332 + }, + { + "epoch": 1.28144578313253, + "grad_norm": 0.14450624585151672, + "learning_rate": 2.8411784993579633e-05, + "loss": 0.0097, + "step": 333 + }, + { + "epoch": 1.2853012048192771, + "grad_norm": 0.12868821620941162, + "learning_rate": 2.8330498364640803e-05, + "loss": 0.0088, + "step": 334 + }, + { + "epoch": 1.2891566265060241, + "grad_norm": 0.2879028618335724, + "learning_rate": 2.8249044897392814e-05, + "loss": 0.0191, + "step": 335 + }, + { + "epoch": 1.2930120481927712, + "grad_norm": 0.10924389213323593, + "learning_rate": 2.8167426223137682e-05, + "loss": 0.0063, + "step": 336 + }, + { + "epoch": 1.2968674698795182, + "grad_norm": 0.14800770580768585, + "learning_rate": 2.80856439764861e-05, + "loss": 0.01, + "step": 337 + }, + { + "epoch": 1.3007228915662652, + "grad_norm": 0.1235174834728241, + "learning_rate": 2.8003699795324674e-05, + "loss": 0.0044, + "step": 338 + }, + { + "epoch": 1.304578313253012, + "grad_norm": 0.2660425305366516, + "learning_rate": 2.792159532078314e-05, + "loss": 0.0068, + "step": 339 + }, + { + "epoch": 1.308433734939759, + "grad_norm": 0.10823825001716614, + "learning_rate": 2.7839332197201505e-05, + "loss": 0.0041, + "step": 340 + }, + { + "epoch": 1.312289156626506, + "grad_norm": 0.9430158734321594, + "learning_rate": 2.77569120720971e-05, + "loss": 0.0141, + "step": 341 + }, + { + "epoch": 1.316144578313253, + "grad_norm": 0.1147020012140274, + "learning_rate": 2.7674336596131596e-05, + "loss": 0.0075, + "step": 342 + }, + { + "epoch": 1.32, + "grad_norm": 0.1446715146303177, + "learning_rate": 2.7591607423077932e-05, + "loss": 0.0094, + "step": 343 + }, + { + "epoch": 1.3238554216867469, + "grad_norm": 0.08478965610265732, + "learning_rate": 2.75087262097872e-05, + "loss": 0.0034, + "step": 344 + }, + { + "epoch": 1.3277108433734939, + "grad_norm": 0.08715037256479263, + "learning_rate": 2.7425694616155474e-05, + "loss": 0.0052, + "step": 345 + }, + { + "epoch": 1.331566265060241, + "grad_norm": 2.43072772026062, + "learning_rate": 2.7342514305090554e-05, + "loss": 0.0223, + "step": 346 + }, + { + "epoch": 1.335421686746988, + "grad_norm": 0.1595911830663681, + "learning_rate": 2.7259186942478656e-05, + "loss": 0.0042, + "step": 347 + }, + { + "epoch": 1.339277108433735, + "grad_norm": 0.2817286550998688, + "learning_rate": 2.717571419715107e-05, + "loss": 0.027, + "step": 348 + }, + { + "epoch": 1.343132530120482, + "grad_norm": 0.5103950500488281, + "learning_rate": 2.7092097740850712e-05, + "loss": 0.0085, + "step": 349 + }, + { + "epoch": 1.346987951807229, + "grad_norm": 1.2923753261566162, + "learning_rate": 2.700833924819868e-05, + "loss": 0.01, + "step": 350 + }, + { + "epoch": 1.350843373493976, + "grad_norm": 0.16906492412090302, + "learning_rate": 2.692444039666066e-05, + "loss": 0.0109, + "step": 351 + }, + { + "epoch": 1.354698795180723, + "grad_norm": 0.37144047021865845, + "learning_rate": 2.684040286651338e-05, + "loss": 0.0113, + "step": 352 + }, + { + "epoch": 1.3585542168674698, + "grad_norm": 0.3601152300834656, + "learning_rate": 2.6756228340810946e-05, + "loss": 0.0114, + "step": 353 + }, + { + "epoch": 1.3624096385542168, + "grad_norm": 0.5444064140319824, + "learning_rate": 2.6671918505351132e-05, + "loss": 0.0086, + "step": 354 + }, + { + "epoch": 1.3662650602409638, + "grad_norm": 0.14150206744670868, + "learning_rate": 2.6587475048641596e-05, + "loss": 0.0043, + "step": 355 + }, + { + "epoch": 1.3701204819277109, + "grad_norm": 0.09511060267686844, + "learning_rate": 2.6502899661866104e-05, + "loss": 0.0062, + "step": 356 + }, + { + "epoch": 1.3739759036144579, + "grad_norm": 0.16923631727695465, + "learning_rate": 2.6418194038850634e-05, + "loss": 0.0157, + "step": 357 + }, + { + "epoch": 1.377831325301205, + "grad_norm": 0.13884925842285156, + "learning_rate": 2.6333359876029455e-05, + "loss": 0.0058, + "step": 358 + }, + { + "epoch": 1.3816867469879517, + "grad_norm": 0.1783420443534851, + "learning_rate": 2.624839887241115e-05, + "loss": 0.0071, + "step": 359 + }, + { + "epoch": 1.3855421686746987, + "grad_norm": 0.15586194396018982, + "learning_rate": 2.6163312729544616e-05, + "loss": 0.0079, + "step": 360 + }, + { + "epoch": 1.3893975903614457, + "grad_norm": 0.22028474509716034, + "learning_rate": 2.607810315148494e-05, + "loss": 0.0078, + "step": 361 + }, + { + "epoch": 1.3932530120481927, + "grad_norm": 0.14147606492042542, + "learning_rate": 2.5992771844759315e-05, + "loss": 0.0078, + "step": 362 + }, + { + "epoch": 1.3971084337349398, + "grad_norm": 0.11384939402341843, + "learning_rate": 2.5907320518332827e-05, + "loss": 0.0067, + "step": 363 + }, + { + "epoch": 1.4009638554216868, + "grad_norm": 0.6917237639427185, + "learning_rate": 2.582175088357426e-05, + "loss": 0.0097, + "step": 364 + }, + { + "epoch": 1.4048192771084338, + "grad_norm": 0.26896387338638306, + "learning_rate": 2.5736064654221808e-05, + "loss": 0.0109, + "step": 365 + }, + { + "epoch": 1.4086746987951808, + "grad_norm": 0.1673029661178589, + "learning_rate": 2.5650263546348743e-05, + "loss": 0.0082, + "step": 366 + }, + { + "epoch": 1.4125301204819278, + "grad_norm": 0.1272229552268982, + "learning_rate": 2.5564349278329056e-05, + "loss": 0.0101, + "step": 367 + }, + { + "epoch": 1.4163855421686746, + "grad_norm": 0.1690957248210907, + "learning_rate": 2.547832357080305e-05, + "loss": 0.0125, + "step": 368 + }, + { + "epoch": 1.4202409638554216, + "grad_norm": 0.20461033284664154, + "learning_rate": 2.539218814664288e-05, + "loss": 0.0109, + "step": 369 + }, + { + "epoch": 1.4240963855421687, + "grad_norm": 0.28373226523399353, + "learning_rate": 2.5305944730918017e-05, + "loss": 0.0152, + "step": 370 + }, + { + "epoch": 1.4279518072289157, + "grad_norm": 0.2010459452867508, + "learning_rate": 2.521959505086075e-05, + "loss": 0.0067, + "step": 371 + }, + { + "epoch": 1.4318072289156627, + "grad_norm": 0.28684207797050476, + "learning_rate": 2.5133140835831537e-05, + "loss": 0.0092, + "step": 372 + }, + { + "epoch": 1.4356626506024097, + "grad_norm": 0.21436753869056702, + "learning_rate": 2.5046583817284437e-05, + "loss": 0.0095, + "step": 373 + }, + { + "epoch": 1.4395180722891565, + "grad_norm": 0.12941661477088928, + "learning_rate": 2.495992572873237e-05, + "loss": 0.0063, + "step": 374 + }, + { + "epoch": 1.4433734939759035, + "grad_norm": 0.15036840736865997, + "learning_rate": 2.487316830571244e-05, + "loss": 0.0125, + "step": 375 + }, + { + "epoch": 1.4472289156626506, + "grad_norm": 0.1019950732588768, + "learning_rate": 2.4786313285751158e-05, + "loss": 0.004, + "step": 376 + }, + { + "epoch": 1.4510843373493976, + "grad_norm": 0.12085995823144913, + "learning_rate": 2.4699362408329646e-05, + "loss": 0.0051, + "step": 377 + }, + { + "epoch": 1.4549397590361446, + "grad_norm": 0.16224437952041626, + "learning_rate": 2.4612317414848804e-05, + "loss": 0.0057, + "step": 378 + }, + { + "epoch": 1.4587951807228916, + "grad_norm": 0.49838605523109436, + "learning_rate": 2.4525180048594452e-05, + "loss": 0.0081, + "step": 379 + }, + { + "epoch": 1.4626506024096386, + "grad_norm": 0.13203397393226624, + "learning_rate": 2.4437952054702354e-05, + "loss": 0.0084, + "step": 380 + }, + { + "epoch": 1.4665060240963856, + "grad_norm": 0.2933284044265747, + "learning_rate": 2.435063518012335e-05, + "loss": 0.0167, + "step": 381 + }, + { + "epoch": 1.4703614457831327, + "grad_norm": 0.16203272342681885, + "learning_rate": 2.4263231173588323e-05, + "loss": 0.0076, + "step": 382 + }, + { + "epoch": 1.4742168674698795, + "grad_norm": 0.11736200004816055, + "learning_rate": 2.4175741785573177e-05, + "loss": 0.007, + "step": 383 + }, + { + "epoch": 1.4780722891566265, + "grad_norm": 0.11185964941978455, + "learning_rate": 2.4088168768263782e-05, + "loss": 0.0079, + "step": 384 + }, + { + "epoch": 1.4819277108433735, + "grad_norm": 0.1776389628648758, + "learning_rate": 2.4000513875520892e-05, + "loss": 0.0087, + "step": 385 + }, + { + "epoch": 1.4857831325301205, + "grad_norm": 0.11572884768247604, + "learning_rate": 2.3912778862845015e-05, + "loss": 0.0069, + "step": 386 + }, + { + "epoch": 1.4896385542168675, + "grad_norm": 0.12890145182609558, + "learning_rate": 2.3824965487341247e-05, + "loss": 0.0075, + "step": 387 + }, + { + "epoch": 1.4934939759036143, + "grad_norm": 0.19975218176841736, + "learning_rate": 2.3737075507684103e-05, + "loss": 0.0101, + "step": 388 + }, + { + "epoch": 1.4973493975903613, + "grad_norm": 0.32604387402534485, + "learning_rate": 2.3649110684082258e-05, + "loss": 0.0072, + "step": 389 + }, + { + "epoch": 1.5012048192771084, + "grad_norm": 0.12934386730194092, + "learning_rate": 2.3561072778243335e-05, + "loss": 0.0078, + "step": 390 + }, + { + "epoch": 1.5050602409638554, + "grad_norm": 0.11547217518091202, + "learning_rate": 2.3472963553338614e-05, + "loss": 0.0071, + "step": 391 + }, + { + "epoch": 1.5089156626506024, + "grad_norm": 0.09941789507865906, + "learning_rate": 2.3384784773967675e-05, + "loss": 0.0123, + "step": 392 + }, + { + "epoch": 1.5127710843373494, + "grad_norm": 0.7121322751045227, + "learning_rate": 2.3296538206123134e-05, + "loss": 0.0065, + "step": 393 + }, + { + "epoch": 1.5166265060240964, + "grad_norm": 0.140323668718338, + "learning_rate": 2.3208225617155206e-05, + "loss": 0.0063, + "step": 394 + }, + { + "epoch": 1.5204819277108435, + "grad_norm": 0.15863126516342163, + "learning_rate": 2.311984877573636e-05, + "loss": 0.0136, + "step": 395 + }, + { + "epoch": 1.5243373493975905, + "grad_norm": 0.1590386927127838, + "learning_rate": 2.3031409451825852e-05, + "loss": 0.0146, + "step": 396 + }, + { + "epoch": 1.5281927710843375, + "grad_norm": 0.12217574566602707, + "learning_rate": 2.2942909416634326e-05, + "loss": 0.0066, + "step": 397 + }, + { + "epoch": 1.5320481927710843, + "grad_norm": 0.11038487404584885, + "learning_rate": 2.285435044258829e-05, + "loss": 0.0059, + "step": 398 + }, + { + "epoch": 1.5359036144578313, + "grad_norm": 0.28101980686187744, + "learning_rate": 2.2765734303294666e-05, + "loss": 0.0091, + "step": 399 + }, + { + "epoch": 1.5397590361445783, + "grad_norm": 0.136636421084404, + "learning_rate": 2.2677062773505235e-05, + "loss": 0.0045, + "step": 400 + }, + { + "epoch": 1.5436144578313253, + "grad_norm": 0.09847535192966461, + "learning_rate": 2.2588337629081107e-05, + "loss": 0.0061, + "step": 401 + }, + { + "epoch": 1.5474698795180721, + "grad_norm": 0.13071104884147644, + "learning_rate": 2.249956064695717e-05, + "loss": 0.0059, + "step": 402 + }, + { + "epoch": 1.5513253012048192, + "grad_norm": 0.09452104568481445, + "learning_rate": 2.2410733605106462e-05, + "loss": 0.0049, + "step": 403 + }, + { + "epoch": 1.5551807228915662, + "grad_norm": 0.12455491721630096, + "learning_rate": 2.2321858282504606e-05, + "loss": 0.0055, + "step": 404 + }, + { + "epoch": 1.5590361445783132, + "grad_norm": 0.195816308259964, + "learning_rate": 2.2232936459094158e-05, + "loss": 0.0076, + "step": 405 + }, + { + "epoch": 1.5628915662650602, + "grad_norm": 0.1624608188867569, + "learning_rate": 2.214396991574896e-05, + "loss": 0.0117, + "step": 406 + }, + { + "epoch": 1.5667469879518072, + "grad_norm": 0.07928434759378433, + "learning_rate": 2.205496043423849e-05, + "loss": 0.0043, + "step": 407 + }, + { + "epoch": 1.5706024096385542, + "grad_norm": 0.44694873690605164, + "learning_rate": 2.1965909797192143e-05, + "loss": 0.0082, + "step": 408 + }, + { + "epoch": 1.5744578313253013, + "grad_norm": 0.1101914644241333, + "learning_rate": 2.1876819788063586e-05, + "loss": 0.0063, + "step": 409 + }, + { + "epoch": 1.5783132530120483, + "grad_norm": 0.10395577549934387, + "learning_rate": 2.1787692191094986e-05, + "loss": 0.0058, + "step": 410 + }, + { + "epoch": 1.5821686746987953, + "grad_norm": 0.14004680514335632, + "learning_rate": 2.16985287912813e-05, + "loss": 0.0062, + "step": 411 + }, + { + "epoch": 1.5860240963855423, + "grad_norm": 0.15407921373844147, + "learning_rate": 2.1609331374334523e-05, + "loss": 0.007, + "step": 412 + }, + { + "epoch": 1.589879518072289, + "grad_norm": 0.10258454084396362, + "learning_rate": 2.1520101726647922e-05, + "loss": 0.0115, + "step": 413 + }, + { + "epoch": 1.5937349397590361, + "grad_norm": 0.13689640164375305, + "learning_rate": 2.1430841635260274e-05, + "loss": 0.025, + "step": 414 + }, + { + "epoch": 1.5975903614457831, + "grad_norm": 0.10260256379842758, + "learning_rate": 2.1341552887820048e-05, + "loss": 0.0048, + "step": 415 + }, + { + "epoch": 1.6014457831325302, + "grad_norm": 0.17679180204868317, + "learning_rate": 2.125223727254964e-05, + "loss": 0.0209, + "step": 416 + }, + { + "epoch": 1.605301204819277, + "grad_norm": 0.16429021954536438, + "learning_rate": 2.1162896578209517e-05, + "loss": 0.018, + "step": 417 + }, + { + "epoch": 1.609156626506024, + "grad_norm": 0.5342340469360352, + "learning_rate": 2.1073532594062432e-05, + "loss": 0.0063, + "step": 418 + }, + { + "epoch": 1.613012048192771, + "grad_norm": 0.23090562224388123, + "learning_rate": 2.0984147109837564e-05, + "loss": 0.0043, + "step": 419 + }, + { + "epoch": 1.616867469879518, + "grad_norm": 0.09459249675273895, + "learning_rate": 2.0894741915694685e-05, + "loss": 0.0051, + "step": 420 + }, + { + "epoch": 1.620722891566265, + "grad_norm": 0.20056606829166412, + "learning_rate": 2.0805318802188307e-05, + "loss": 0.0108, + "step": 421 + }, + { + "epoch": 1.624578313253012, + "grad_norm": 0.5049247145652771, + "learning_rate": 2.071587956023181e-05, + "loss": 0.0121, + "step": 422 + }, + { + "epoch": 1.628433734939759, + "grad_norm": 0.10519257187843323, + "learning_rate": 2.0626425981061608e-05, + "loss": 0.0053, + "step": 423 + }, + { + "epoch": 1.632289156626506, + "grad_norm": 0.1042436957359314, + "learning_rate": 2.053695985620123e-05, + "loss": 0.0082, + "step": 424 + }, + { + "epoch": 1.636144578313253, + "grad_norm": 0.15873271226882935, + "learning_rate": 2.0447482977425465e-05, + "loss": 0.0088, + "step": 425 + }, + { + "epoch": 1.6400000000000001, + "grad_norm": 0.09151361882686615, + "learning_rate": 2.0357997136724486e-05, + "loss": 0.0133, + "step": 426 + }, + { + "epoch": 1.6438554216867471, + "grad_norm": 0.08998992294073105, + "learning_rate": 2.0268504126267952e-05, + "loss": 0.0049, + "step": 427 + }, + { + "epoch": 1.647710843373494, + "grad_norm": 0.08661992847919464, + "learning_rate": 2.0179005738369098e-05, + "loss": 0.0051, + "step": 428 + }, + { + "epoch": 1.651566265060241, + "grad_norm": 0.18930229544639587, + "learning_rate": 2.008950376544887e-05, + "loss": 0.0058, + "step": 429 + }, + { + "epoch": 1.655421686746988, + "grad_norm": 0.10838332027196884, + "learning_rate": 2e-05, + "loss": 0.0099, + "step": 430 + }, + { + "epoch": 1.659277108433735, + "grad_norm": 0.2523624300956726, + "learning_rate": 1.9910496234551132e-05, + "loss": 0.0149, + "step": 431 + }, + { + "epoch": 1.6631325301204818, + "grad_norm": 0.10037925094366074, + "learning_rate": 1.982099426163091e-05, + "loss": 0.0061, + "step": 432 + }, + { + "epoch": 1.6669879518072288, + "grad_norm": 0.0841156542301178, + "learning_rate": 1.9731495873732055e-05, + "loss": 0.0059, + "step": 433 + }, + { + "epoch": 1.6708433734939758, + "grad_norm": 0.08965729922056198, + "learning_rate": 1.9642002863275517e-05, + "loss": 0.0051, + "step": 434 + }, + { + "epoch": 1.6746987951807228, + "grad_norm": 0.10749141871929169, + "learning_rate": 1.9552517022574542e-05, + "loss": 0.0102, + "step": 435 + }, + { + "epoch": 1.6785542168674699, + "grad_norm": 0.14290869235992432, + "learning_rate": 1.946304014379878e-05, + "loss": 0.008, + "step": 436 + }, + { + "epoch": 1.6824096385542169, + "grad_norm": 0.19874858856201172, + "learning_rate": 1.93735740189384e-05, + "loss": 0.0089, + "step": 437 + }, + { + "epoch": 1.686265060240964, + "grad_norm": 0.13204169273376465, + "learning_rate": 1.9284120439768192e-05, + "loss": 0.0142, + "step": 438 + }, + { + "epoch": 1.690120481927711, + "grad_norm": 0.3346060812473297, + "learning_rate": 1.9194681197811703e-05, + "loss": 0.0047, + "step": 439 + }, + { + "epoch": 1.693975903614458, + "grad_norm": 0.3231620788574219, + "learning_rate": 1.910525808430532e-05, + "loss": 0.0082, + "step": 440 + }, + { + "epoch": 1.697831325301205, + "grad_norm": 0.17857253551483154, + "learning_rate": 1.901585289016244e-05, + "loss": 0.0035, + "step": 441 + }, + { + "epoch": 1.701686746987952, + "grad_norm": 0.3094499707221985, + "learning_rate": 1.8926467405937567e-05, + "loss": 0.015, + "step": 442 + }, + { + "epoch": 1.7055421686746988, + "grad_norm": 0.11924882233142853, + "learning_rate": 1.8837103421790486e-05, + "loss": 0.0198, + "step": 443 + }, + { + "epoch": 1.7093975903614458, + "grad_norm": 0.15662431716918945, + "learning_rate": 1.8747762727450363e-05, + "loss": 0.0088, + "step": 444 + }, + { + "epoch": 1.7132530120481928, + "grad_norm": 0.12857934832572937, + "learning_rate": 1.8658447112179952e-05, + "loss": 0.0177, + "step": 445 + }, + { + "epoch": 1.7171084337349396, + "grad_norm": 0.0960603877902031, + "learning_rate": 1.8569158364739736e-05, + "loss": 0.0042, + "step": 446 + }, + { + "epoch": 1.7209638554216866, + "grad_norm": 0.08039736747741699, + "learning_rate": 1.8479898273352084e-05, + "loss": 0.0043, + "step": 447 + }, + { + "epoch": 1.7248192771084336, + "grad_norm": 0.0857943594455719, + "learning_rate": 1.8390668625665483e-05, + "loss": 0.0031, + "step": 448 + }, + { + "epoch": 1.7286746987951807, + "grad_norm": 0.14046747982501984, + "learning_rate": 1.83014712087187e-05, + "loss": 0.0129, + "step": 449 + }, + { + "epoch": 1.7325301204819277, + "grad_norm": 0.1024412289261818, + "learning_rate": 1.821230780890502e-05, + "loss": 0.0101, + "step": 450 + }, + { + "epoch": 1.7363855421686747, + "grad_norm": 0.08862444758415222, + "learning_rate": 1.8123180211936417e-05, + "loss": 0.0069, + "step": 451 + }, + { + "epoch": 1.7402409638554217, + "grad_norm": 0.06873127818107605, + "learning_rate": 1.803409020280786e-05, + "loss": 0.004, + "step": 452 + }, + { + "epoch": 1.7440963855421687, + "grad_norm": 0.0650935024023056, + "learning_rate": 1.794503956576152e-05, + "loss": 0.0027, + "step": 453 + }, + { + "epoch": 1.7479518072289157, + "grad_norm": 0.10328482836484909, + "learning_rate": 1.7856030084251045e-05, + "loss": 0.0047, + "step": 454 + }, + { + "epoch": 1.7518072289156628, + "grad_norm": 0.14203296601772308, + "learning_rate": 1.776706354090585e-05, + "loss": 0.0081, + "step": 455 + }, + { + "epoch": 1.7556626506024098, + "grad_norm": 0.08143935352563858, + "learning_rate": 1.7678141717495394e-05, + "loss": 0.0045, + "step": 456 + }, + { + "epoch": 1.7595180722891566, + "grad_norm": 0.11309202760457993, + "learning_rate": 1.758926639489354e-05, + "loss": 0.0159, + "step": 457 + }, + { + "epoch": 1.7633734939759036, + "grad_norm": 0.10518789291381836, + "learning_rate": 1.7500439353042834e-05, + "loss": 0.0126, + "step": 458 + }, + { + "epoch": 1.7672289156626506, + "grad_norm": 0.09407763183116913, + "learning_rate": 1.7411662370918893e-05, + "loss": 0.0046, + "step": 459 + }, + { + "epoch": 1.7710843373493976, + "grad_norm": 0.09223105013370514, + "learning_rate": 1.7322937226494775e-05, + "loss": 0.0056, + "step": 460 + }, + { + "epoch": 1.7749397590361444, + "grad_norm": 0.10010652989149094, + "learning_rate": 1.7234265696705344e-05, + "loss": 0.0078, + "step": 461 + }, + { + "epoch": 1.7787951807228914, + "grad_norm": 0.09317822009325027, + "learning_rate": 1.7145649557411716e-05, + "loss": 0.0043, + "step": 462 + }, + { + "epoch": 1.7826506024096385, + "grad_norm": 0.14171656966209412, + "learning_rate": 1.7057090583365678e-05, + "loss": 0.0073, + "step": 463 + }, + { + "epoch": 1.7865060240963855, + "grad_norm": 0.09350872039794922, + "learning_rate": 1.6968590548174155e-05, + "loss": 0.0052, + "step": 464 + }, + { + "epoch": 1.7903614457831325, + "grad_norm": 0.13011880218982697, + "learning_rate": 1.6880151224263646e-05, + "loss": 0.0119, + "step": 465 + }, + { + "epoch": 1.7942168674698795, + "grad_norm": 0.12144693732261658, + "learning_rate": 1.6791774382844794e-05, + "loss": 0.0108, + "step": 466 + }, + { + "epoch": 1.7980722891566265, + "grad_norm": 0.5980355739593506, + "learning_rate": 1.6703461793876876e-05, + "loss": 0.0454, + "step": 467 + }, + { + "epoch": 1.8019277108433736, + "grad_norm": 0.1022690162062645, + "learning_rate": 1.6615215226032332e-05, + "loss": 0.0046, + "step": 468 + }, + { + "epoch": 1.8057831325301206, + "grad_norm": 0.09623578935861588, + "learning_rate": 1.6527036446661396e-05, + "loss": 0.0064, + "step": 469 + }, + { + "epoch": 1.8096385542168676, + "grad_norm": 0.5450147390365601, + "learning_rate": 1.643892722175667e-05, + "loss": 0.0103, + "step": 470 + }, + { + "epoch": 1.8134939759036146, + "grad_norm": 0.18981006741523743, + "learning_rate": 1.635088931591775e-05, + "loss": 0.0065, + "step": 471 + }, + { + "epoch": 1.8173493975903614, + "grad_norm": 0.14748261868953705, + "learning_rate": 1.6262924492315907e-05, + "loss": 0.0198, + "step": 472 + }, + { + "epoch": 1.8212048192771084, + "grad_norm": 0.11080063134431839, + "learning_rate": 1.6175034512658753e-05, + "loss": 0.0071, + "step": 473 + }, + { + "epoch": 1.8250602409638554, + "grad_norm": 0.1321505457162857, + "learning_rate": 1.6087221137154995e-05, + "loss": 0.0115, + "step": 474 + }, + { + "epoch": 1.8289156626506025, + "grad_norm": 0.1794983297586441, + "learning_rate": 1.5999486124479115e-05, + "loss": 0.0204, + "step": 475 + }, + { + "epoch": 1.8327710843373493, + "grad_norm": 0.2090386003255844, + "learning_rate": 1.591183123173622e-05, + "loss": 0.0086, + "step": 476 + }, + { + "epoch": 1.8366265060240963, + "grad_norm": 0.1864124834537506, + "learning_rate": 1.5824258214426833e-05, + "loss": 0.0037, + "step": 477 + }, + { + "epoch": 1.8404819277108433, + "grad_norm": 0.0974712073802948, + "learning_rate": 1.5736768826411683e-05, + "loss": 0.0066, + "step": 478 + }, + { + "epoch": 1.8443373493975903, + "grad_norm": 0.13470065593719482, + "learning_rate": 1.5649364819876655e-05, + "loss": 0.0082, + "step": 479 + }, + { + "epoch": 1.8481927710843373, + "grad_norm": 0.15067611634731293, + "learning_rate": 1.5562047945297652e-05, + "loss": 0.0067, + "step": 480 + }, + { + "epoch": 1.8520481927710843, + "grad_norm": 0.1268431693315506, + "learning_rate": 1.547481995140556e-05, + "loss": 0.0076, + "step": 481 + }, + { + "epoch": 1.8559036144578314, + "grad_norm": 0.19485311210155487, + "learning_rate": 1.53876825851512e-05, + "loss": 0.0043, + "step": 482 + }, + { + "epoch": 1.8597590361445784, + "grad_norm": 0.08730349689722061, + "learning_rate": 1.5300637591670357e-05, + "loss": 0.0081, + "step": 483 + }, + { + "epoch": 1.8636144578313254, + "grad_norm": 0.10607759654521942, + "learning_rate": 1.5213686714248852e-05, + "loss": 0.0084, + "step": 484 + }, + { + "epoch": 1.8674698795180724, + "grad_norm": 0.09020885825157166, + "learning_rate": 1.5126831694287564e-05, + "loss": 0.0061, + "step": 485 + }, + { + "epoch": 1.8713253012048194, + "grad_norm": 0.16199110448360443, + "learning_rate": 1.5040074271267633e-05, + "loss": 0.0125, + "step": 486 + }, + { + "epoch": 1.8751807228915662, + "grad_norm": 0.07592602074146271, + "learning_rate": 1.4953416182715566e-05, + "loss": 0.0041, + "step": 487 + }, + { + "epoch": 1.8790361445783132, + "grad_norm": 0.3946191668510437, + "learning_rate": 1.4866859164168466e-05, + "loss": 0.0084, + "step": 488 + }, + { + "epoch": 1.8828915662650603, + "grad_norm": 0.0946611613035202, + "learning_rate": 1.478040494913926e-05, + "loss": 0.0062, + "step": 489 + }, + { + "epoch": 1.886746987951807, + "grad_norm": 0.11009645462036133, + "learning_rate": 1.4694055269081987e-05, + "loss": 0.0065, + "step": 490 + }, + { + "epoch": 1.890602409638554, + "grad_norm": 0.18255947530269623, + "learning_rate": 1.460781185335713e-05, + "loss": 0.0065, + "step": 491 + }, + { + "epoch": 1.894457831325301, + "grad_norm": 0.09501689672470093, + "learning_rate": 1.452167642919695e-05, + "loss": 0.0032, + "step": 492 + }, + { + "epoch": 1.8983132530120481, + "grad_norm": 0.1402011215686798, + "learning_rate": 1.443565072167095e-05, + "loss": 0.0088, + "step": 493 + }, + { + "epoch": 1.9021686746987951, + "grad_norm": 0.07192618399858475, + "learning_rate": 1.4349736453651262e-05, + "loss": 0.0041, + "step": 494 + }, + { + "epoch": 1.9060240963855422, + "grad_norm": 0.1595878303050995, + "learning_rate": 1.4263935345778202e-05, + "loss": 0.0058, + "step": 495 + }, + { + "epoch": 1.9098795180722892, + "grad_norm": 0.07809515297412872, + "learning_rate": 1.4178249116425744e-05, + "loss": 0.0037, + "step": 496 + }, + { + "epoch": 1.9137349397590362, + "grad_norm": 0.09462330490350723, + "learning_rate": 1.409267948166718e-05, + "loss": 0.0051, + "step": 497 + }, + { + "epoch": 1.9175903614457832, + "grad_norm": 0.21062414348125458, + "learning_rate": 1.4007228155240696e-05, + "loss": 0.0084, + "step": 498 + }, + { + "epoch": 1.9214457831325302, + "grad_norm": 0.06321538984775543, + "learning_rate": 1.3921896848515064e-05, + "loss": 0.0073, + "step": 499 + }, + { + "epoch": 1.9253012048192772, + "grad_norm": 0.1303102821111679, + "learning_rate": 1.3836687270455388e-05, + "loss": 0.0117, + "step": 500 + }, + { + "epoch": 1.929156626506024, + "grad_norm": 0.09845706820487976, + "learning_rate": 1.3751601127588849e-05, + "loss": 0.0044, + "step": 501 + }, + { + "epoch": 1.933012048192771, + "grad_norm": 0.07379204034805298, + "learning_rate": 1.3666640123970556e-05, + "loss": 0.0051, + "step": 502 + }, + { + "epoch": 1.936867469879518, + "grad_norm": 0.07889371365308762, + "learning_rate": 1.3581805961149371e-05, + "loss": 0.008, + "step": 503 + }, + { + "epoch": 1.940722891566265, + "grad_norm": 0.10923505574464798, + "learning_rate": 1.3497100338133899e-05, + "loss": 0.0136, + "step": 504 + }, + { + "epoch": 1.944578313253012, + "grad_norm": 0.12238901853561401, + "learning_rate": 1.341252495135841e-05, + "loss": 0.006, + "step": 505 + }, + { + "epoch": 1.948433734939759, + "grad_norm": 0.09399964660406113, + "learning_rate": 1.3328081494648874e-05, + "loss": 0.0076, + "step": 506 + }, + { + "epoch": 1.952289156626506, + "grad_norm": 0.14163890480995178, + "learning_rate": 1.324377165918906e-05, + "loss": 0.006, + "step": 507 + }, + { + "epoch": 1.956144578313253, + "grad_norm": 0.09812217950820923, + "learning_rate": 1.3159597133486628e-05, + "loss": 0.0058, + "step": 508 + }, + { + "epoch": 1.96, + "grad_norm": 0.1172025129199028, + "learning_rate": 1.3075559603339354e-05, + "loss": 0.0085, + "step": 509 + }, + { + "epoch": 1.963855421686747, + "grad_norm": 0.056579310446977615, + "learning_rate": 1.299166075180133e-05, + "loss": 0.0037, + "step": 510 + }, + { + "epoch": 1.967710843373494, + "grad_norm": 0.11834102869033813, + "learning_rate": 1.2907902259149287e-05, + "loss": 0.0047, + "step": 511 + }, + { + "epoch": 1.971566265060241, + "grad_norm": 0.4097451865673065, + "learning_rate": 1.282428580284894e-05, + "loss": 0.0158, + "step": 512 + }, + { + "epoch": 1.975421686746988, + "grad_norm": 0.06863151490688324, + "learning_rate": 1.274081305752135e-05, + "loss": 0.0033, + "step": 513 + }, + { + "epoch": 1.979277108433735, + "grad_norm": 0.09778847545385361, + "learning_rate": 1.2657485694909451e-05, + "loss": 0.0056, + "step": 514 + }, + { + "epoch": 1.983132530120482, + "grad_norm": 0.10331977903842926, + "learning_rate": 1.2574305383844528e-05, + "loss": 0.0055, + "step": 515 + }, + { + "epoch": 1.9869879518072289, + "grad_norm": 0.06463884562253952, + "learning_rate": 1.2491273790212806e-05, + "loss": 0.0039, + "step": 516 + }, + { + "epoch": 1.9908433734939759, + "grad_norm": 0.12248596549034119, + "learning_rate": 1.2408392576922075e-05, + "loss": 0.0115, + "step": 517 + }, + { + "epoch": 1.994698795180723, + "grad_norm": 0.15362606942653656, + "learning_rate": 1.2325663403868406e-05, + "loss": 0.0087, + "step": 518 + }, + { + "epoch": 1.99855421686747, + "grad_norm": 0.06778371334075928, + "learning_rate": 1.2243087927902905e-05, + "loss": 0.0032, + "step": 519 + }, + { + "epoch": 2.0, + "grad_norm": 0.2598204016685486, + "learning_rate": 1.2160667802798503e-05, + "loss": 0.0092, + "step": 520 + }, + { + "epoch": 2.003855421686747, + "grad_norm": 0.1877129226922989, + "learning_rate": 1.2078404679216864e-05, + "loss": 0.0076, + "step": 521 + }, + { + "epoch": 2.007710843373494, + "grad_norm": 0.0740046426653862, + "learning_rate": 1.199630020467533e-05, + "loss": 0.0028, + "step": 522 + }, + { + "epoch": 2.011566265060241, + "grad_norm": 0.14209777116775513, + "learning_rate": 1.1914356023513904e-05, + "loss": 0.008, + "step": 523 + }, + { + "epoch": 2.015421686746988, + "grad_norm": 0.06664244830608368, + "learning_rate": 1.1832573776862319e-05, + "loss": 0.007, + "step": 524 + }, + { + "epoch": 2.019277108433735, + "grad_norm": 0.0566011480987072, + "learning_rate": 1.1750955102607193e-05, + "loss": 0.0023, + "step": 525 + }, + { + "epoch": 2.023132530120482, + "grad_norm": 0.059486355632543564, + "learning_rate": 1.1669501635359212e-05, + "loss": 0.0023, + "step": 526 + }, + { + "epoch": 2.026987951807229, + "grad_norm": 0.048501964658498764, + "learning_rate": 1.1588215006420374e-05, + "loss": 0.0024, + "step": 527 + }, + { + "epoch": 2.0308433734939757, + "grad_norm": 0.06546659767627716, + "learning_rate": 1.1507096843751372e-05, + "loss": 0.0038, + "step": 528 + }, + { + "epoch": 2.0346987951807227, + "grad_norm": 0.055793650448322296, + "learning_rate": 1.1426148771938915e-05, + "loss": 0.0039, + "step": 529 + }, + { + "epoch": 2.0385542168674697, + "grad_norm": 0.14630311727523804, + "learning_rate": 1.1345372412163276e-05, + "loss": 0.0028, + "step": 530 + }, + { + "epoch": 2.0424096385542168, + "grad_norm": 0.052479639649391174, + "learning_rate": 1.1264769382165748e-05, + "loss": 0.0033, + "step": 531 + }, + { + "epoch": 2.0462650602409638, + "grad_norm": 0.06099266931414604, + "learning_rate": 1.1184341296216281e-05, + "loss": 0.0023, + "step": 532 + }, + { + "epoch": 2.050120481927711, + "grad_norm": 0.08203870803117752, + "learning_rate": 1.110408976508118e-05, + "loss": 0.0025, + "step": 533 + }, + { + "epoch": 2.053975903614458, + "grad_norm": 0.031148897483944893, + "learning_rate": 1.1024016395990758e-05, + "loss": 0.0021, + "step": 534 + }, + { + "epoch": 2.057831325301205, + "grad_norm": 0.10753555595874786, + "learning_rate": 1.094412279260726e-05, + "loss": 0.0084, + "step": 535 + }, + { + "epoch": 2.061686746987952, + "grad_norm": 0.04244984686374664, + "learning_rate": 1.0864410554992654e-05, + "loss": 0.002, + "step": 536 + }, + { + "epoch": 2.065542168674699, + "grad_norm": 0.03356681391596794, + "learning_rate": 1.0784881279576635e-05, + "loss": 0.0015, + "step": 537 + }, + { + "epoch": 2.069397590361446, + "grad_norm": 0.0787050798535347, + "learning_rate": 1.070553655912463e-05, + "loss": 0.0028, + "step": 538 + }, + { + "epoch": 2.073253012048193, + "grad_norm": 0.03804800286889076, + "learning_rate": 1.0626377982705929e-05, + "loss": 0.0021, + "step": 539 + }, + { + "epoch": 2.07710843373494, + "grad_norm": 0.1359545737504959, + "learning_rate": 1.0547407135661816e-05, + "loss": 0.0112, + "step": 540 + }, + { + "epoch": 2.080963855421687, + "grad_norm": 0.07904944568872452, + "learning_rate": 1.0468625599573842e-05, + "loss": 0.0029, + "step": 541 + }, + { + "epoch": 2.0848192771084335, + "grad_norm": 0.0676993653178215, + "learning_rate": 1.0390034952232178e-05, + "loss": 0.0016, + "step": 542 + }, + { + "epoch": 2.0886746987951805, + "grad_norm": 0.052145086228847504, + "learning_rate": 1.0311636767603952e-05, + "loss": 0.0024, + "step": 543 + }, + { + "epoch": 2.0925301204819275, + "grad_norm": 0.1171824038028717, + "learning_rate": 1.0233432615801786e-05, + "loss": 0.009, + "step": 544 + }, + { + "epoch": 2.0963855421686746, + "grad_norm": 0.7555789351463318, + "learning_rate": 1.0155424063052306e-05, + "loss": 0.0052, + "step": 545 + }, + { + "epoch": 2.1002409638554216, + "grad_norm": 0.08210741728544235, + "learning_rate": 1.0077612671664827e-05, + "loss": 0.0054, + "step": 546 + }, + { + "epoch": 2.1040963855421686, + "grad_norm": 0.11431938409805298, + "learning_rate": 1.0000000000000006e-05, + "loss": 0.0039, + "step": 547 + }, + { + "epoch": 2.1079518072289156, + "grad_norm": 0.07425118237733841, + "learning_rate": 9.922587602438657e-06, + "loss": 0.0118, + "step": 548 + }, + { + "epoch": 2.1118072289156626, + "grad_norm": 0.06563588976860046, + "learning_rate": 9.84537702935065e-06, + "loss": 0.0021, + "step": 549 + }, + { + "epoch": 2.1156626506024097, + "grad_norm": 0.23397141695022583, + "learning_rate": 9.768369827063803e-06, + "loss": 0.0064, + "step": 550 + }, + { + "epoch": 2.1195180722891567, + "grad_norm": 0.06807775050401688, + "learning_rate": 9.691567537832964e-06, + "loss": 0.0036, + "step": 551 + }, + { + "epoch": 2.1233734939759037, + "grad_norm": 0.07760459929704666, + "learning_rate": 9.614971699809081e-06, + "loss": 0.005, + "step": 552 + }, + { + "epoch": 2.1272289156626507, + "grad_norm": 0.08298410475254059, + "learning_rate": 9.538583847008452e-06, + "loss": 0.0072, + "step": 553 + }, + { + "epoch": 2.1310843373493977, + "grad_norm": 0.053814083337783813, + "learning_rate": 9.462405509281937e-06, + "loss": 0.0021, + "step": 554 + }, + { + "epoch": 2.1349397590361447, + "grad_norm": 0.05976598709821701, + "learning_rate": 9.386438212284372e-06, + "loss": 0.003, + "step": 555 + }, + { + "epoch": 2.1387951807228918, + "grad_norm": 0.03989047929644585, + "learning_rate": 9.310683477443979e-06, + "loss": 0.002, + "step": 556 + }, + { + "epoch": 2.1426506024096383, + "grad_norm": 0.2895124554634094, + "learning_rate": 9.235142821931928e-06, + "loss": 0.0134, + "step": 557 + }, + { + "epoch": 2.1465060240963854, + "grad_norm": 0.07493002712726593, + "learning_rate": 9.159817758631923e-06, + "loss": 0.0028, + "step": 558 + }, + { + "epoch": 2.1503614457831324, + "grad_norm": 0.037741731852293015, + "learning_rate": 9.084709796109907e-06, + "loss": 0.0012, + "step": 559 + }, + { + "epoch": 2.1542168674698794, + "grad_norm": 0.06910698860883713, + "learning_rate": 9.009820438583881e-06, + "loss": 0.002, + "step": 560 + }, + { + "epoch": 2.1580722891566264, + "grad_norm": 0.07993840426206589, + "learning_rate": 8.93515118589373e-06, + "loss": 0.0032, + "step": 561 + }, + { + "epoch": 2.1619277108433734, + "grad_norm": 0.3232978880405426, + "learning_rate": 8.860703533471218e-06, + "loss": 0.0097, + "step": 562 + }, + { + "epoch": 2.1657831325301204, + "grad_norm": 0.05569448694586754, + "learning_rate": 8.786478972310023e-06, + "loss": 0.0019, + "step": 563 + }, + { + "epoch": 2.1696385542168675, + "grad_norm": 0.07345814257860184, + "learning_rate": 8.712478988935904e-06, + "loss": 0.0028, + "step": 564 + }, + { + "epoch": 2.1734939759036145, + "grad_norm": 0.06032630801200867, + "learning_rate": 8.638705065376887e-06, + "loss": 0.0017, + "step": 565 + }, + { + "epoch": 2.1773493975903615, + "grad_norm": 0.06941293925046921, + "learning_rate": 8.565158679133605e-06, + "loss": 0.0021, + "step": 566 + }, + { + "epoch": 2.1812048192771085, + "grad_norm": 0.05227924510836601, + "learning_rate": 8.491841303149728e-06, + "loss": 0.0039, + "step": 567 + }, + { + "epoch": 2.1850602409638555, + "grad_norm": 0.08419029414653778, + "learning_rate": 8.418754405782423e-06, + "loss": 0.0059, + "step": 568 + }, + { + "epoch": 2.1889156626506026, + "grad_norm": 0.06260647624731064, + "learning_rate": 8.345899450772975e-06, + "loss": 0.0028, + "step": 569 + }, + { + "epoch": 2.1927710843373496, + "grad_norm": 0.326419860124588, + "learning_rate": 8.27327789721746e-06, + "loss": 0.0083, + "step": 570 + }, + { + "epoch": 2.1966265060240966, + "grad_norm": 0.05631480738520622, + "learning_rate": 8.200891199537549e-06, + "loss": 0.0014, + "step": 571 + }, + { + "epoch": 2.200481927710843, + "grad_norm": 0.07872775942087173, + "learning_rate": 8.128740807451311e-06, + "loss": 0.0018, + "step": 572 + }, + { + "epoch": 2.20433734939759, + "grad_norm": 0.13493163883686066, + "learning_rate": 8.056828165944282e-06, + "loss": 0.0085, + "step": 573 + }, + { + "epoch": 2.208192771084337, + "grad_norm": 0.11313220113515854, + "learning_rate": 7.98515471524042e-06, + "loss": 0.0039, + "step": 574 + }, + { + "epoch": 2.212048192771084, + "grad_norm": 0.06968442350625992, + "learning_rate": 7.913721890773354e-06, + "loss": 0.0023, + "step": 575 + }, + { + "epoch": 2.2159036144578312, + "grad_norm": 0.6592087149620056, + "learning_rate": 7.842531123157562e-06, + "loss": 0.0027, + "step": 576 + }, + { + "epoch": 2.2197590361445783, + "grad_norm": 0.08434339612722397, + "learning_rate": 7.771583838159756e-06, + "loss": 0.0036, + "step": 577 + }, + { + "epoch": 2.2236144578313253, + "grad_norm": 0.05565265938639641, + "learning_rate": 7.700881456670342e-06, + "loss": 0.0022, + "step": 578 + }, + { + "epoch": 2.2274698795180723, + "grad_norm": 0.06776664406061172, + "learning_rate": 7.630425394674903e-06, + "loss": 0.0055, + "step": 579 + }, + { + "epoch": 2.2313253012048193, + "grad_norm": 0.0737040564417839, + "learning_rate": 7.560217063225923e-06, + "loss": 0.0045, + "step": 580 + }, + { + "epoch": 2.2351807228915663, + "grad_norm": 0.0424475371837616, + "learning_rate": 7.49025786841445e-06, + "loss": 0.0016, + "step": 581 + }, + { + "epoch": 2.2390361445783133, + "grad_norm": 0.05880943313241005, + "learning_rate": 7.420549211342005e-06, + "loss": 0.0036, + "step": 582 + }, + { + "epoch": 2.2428915662650604, + "grad_norm": 0.07502184063196182, + "learning_rate": 7.3510924880924575e-06, + "loss": 0.0035, + "step": 583 + }, + { + "epoch": 2.2467469879518074, + "grad_norm": 0.07997576147317886, + "learning_rate": 7.2818890897041065e-06, + "loss": 0.0034, + "step": 584 + }, + { + "epoch": 2.2506024096385544, + "grad_norm": 0.05822072923183441, + "learning_rate": 7.212940402141808e-06, + "loss": 0.0024, + "step": 585 + }, + { + "epoch": 2.2544578313253014, + "grad_norm": 0.05100448429584503, + "learning_rate": 7.1442478062692135e-06, + "loss": 0.006, + "step": 586 + }, + { + "epoch": 2.258313253012048, + "grad_norm": 0.06905625760555267, + "learning_rate": 7.075812677821145e-06, + "loss": 0.0024, + "step": 587 + }, + { + "epoch": 2.262168674698795, + "grad_norm": 0.055957138538360596, + "learning_rate": 7.0076363873759865e-06, + "loss": 0.0037, + "step": 588 + }, + { + "epoch": 2.266024096385542, + "grad_norm": 0.03304177150130272, + "learning_rate": 6.939720300328303e-06, + "loss": 0.0018, + "step": 589 + }, + { + "epoch": 2.269879518072289, + "grad_norm": 0.08473087102174759, + "learning_rate": 6.8720657768614115e-06, + "loss": 0.0058, + "step": 590 + }, + { + "epoch": 2.273734939759036, + "grad_norm": 0.0625910758972168, + "learning_rate": 6.8046741719202385e-06, + "loss": 0.0049, + "step": 591 + }, + { + "epoch": 2.277590361445783, + "grad_norm": 0.07574128359556198, + "learning_rate": 6.737546835184101e-06, + "loss": 0.0043, + "step": 592 + }, + { + "epoch": 2.28144578313253, + "grad_norm": 0.07056653499603271, + "learning_rate": 6.67068511103971e-06, + "loss": 0.0119, + "step": 593 + }, + { + "epoch": 2.285301204819277, + "grad_norm": 0.07596432417631149, + "learning_rate": 6.604090338554267e-06, + "loss": 0.0031, + "step": 594 + }, + { + "epoch": 2.289156626506024, + "grad_norm": 0.0327884741127491, + "learning_rate": 6.537763851448593e-06, + "loss": 0.002, + "step": 595 + }, + { + "epoch": 2.293012048192771, + "grad_norm": 0.03820427507162094, + "learning_rate": 6.471706978070482e-06, + "loss": 0.0017, + "step": 596 + }, + { + "epoch": 2.296867469879518, + "grad_norm": 0.04365382716059685, + "learning_rate": 6.4059210413680175e-06, + "loss": 0.0017, + "step": 597 + }, + { + "epoch": 2.300722891566265, + "grad_norm": 0.08569991588592529, + "learning_rate": 6.340407358863167e-06, + "loss": 0.0028, + "step": 598 + }, + { + "epoch": 2.304578313253012, + "grad_norm": 0.34639790654182434, + "learning_rate": 6.275167242625331e-06, + "loss": 0.0121, + "step": 599 + }, + { + "epoch": 2.3084337349397592, + "grad_norm": 0.0633152648806572, + "learning_rate": 6.210201999245087e-06, + "loss": 0.0027, + "step": 600 + }, + { + "epoch": 2.3122891566265062, + "grad_norm": 0.06482216715812683, + "learning_rate": 6.145512929808013e-06, + "loss": 0.0028, + "step": 601 + }, + { + "epoch": 2.316144578313253, + "grad_norm": 0.06370186805725098, + "learning_rate": 6.081101329868664e-06, + "loss": 0.0052, + "step": 602 + }, + { + "epoch": 2.32, + "grad_norm": 0.05200124904513359, + "learning_rate": 6.016968489424572e-06, + "loss": 0.0022, + "step": 603 + }, + { + "epoch": 2.323855421686747, + "grad_norm": 0.04066948965191841, + "learning_rate": 5.95311569289045e-06, + "loss": 0.0015, + "step": 604 + }, + { + "epoch": 2.327710843373494, + "grad_norm": 0.04939762502908707, + "learning_rate": 5.889544219072465e-06, + "loss": 0.0018, + "step": 605 + }, + { + "epoch": 2.331566265060241, + "grad_norm": 0.05605112388730049, + "learning_rate": 5.8262553411426015e-06, + "loss": 0.0023, + "step": 606 + }, + { + "epoch": 2.335421686746988, + "grad_norm": 0.025311313569545746, + "learning_rate": 5.7632503266131925e-06, + "loss": 0.0013, + "step": 607 + }, + { + "epoch": 2.339277108433735, + "grad_norm": 0.07716325670480728, + "learning_rate": 5.700530437311509e-06, + "loss": 0.0019, + "step": 608 + }, + { + "epoch": 2.343132530120482, + "grad_norm": 0.035999130457639694, + "learning_rate": 5.638096929354522e-06, + "loss": 0.0011, + "step": 609 + }, + { + "epoch": 2.346987951807229, + "grad_norm": 0.10247158259153366, + "learning_rate": 5.5759510531237116e-06, + "loss": 0.0077, + "step": 610 + }, + { + "epoch": 2.350843373493976, + "grad_norm": 0.11552261561155319, + "learning_rate": 5.514094053240035e-06, + "loss": 0.0035, + "step": 611 + }, + { + "epoch": 2.354698795180723, + "grad_norm": 0.09938646852970123, + "learning_rate": 5.452527168539026e-06, + "loss": 0.0018, + "step": 612 + }, + { + "epoch": 2.35855421686747, + "grad_norm": 0.06877364218235016, + "learning_rate": 5.39125163204594e-06, + "loss": 0.0039, + "step": 613 + }, + { + "epoch": 2.362409638554217, + "grad_norm": 0.03887651488184929, + "learning_rate": 5.330268670951091e-06, + "loss": 0.0013, + "step": 614 + }, + { + "epoch": 2.3662650602409636, + "grad_norm": 0.08702801913022995, + "learning_rate": 5.269579506585259e-06, + "loss": 0.0084, + "step": 615 + }, + { + "epoch": 2.370120481927711, + "grad_norm": 0.05485809966921806, + "learning_rate": 5.209185354395261e-06, + "loss": 0.0023, + "step": 616 + }, + { + "epoch": 2.3739759036144576, + "grad_norm": 0.10920535027980804, + "learning_rate": 5.149087423919541e-06, + "loss": 0.0029, + "step": 617 + }, + { + "epoch": 2.3778313253012047, + "grad_norm": 0.13908222317695618, + "learning_rate": 5.089286918764031e-06, + "loss": 0.0034, + "step": 618 + }, + { + "epoch": 2.3816867469879517, + "grad_norm": 0.09357054531574249, + "learning_rate": 5.029785036577976e-06, + "loss": 0.0024, + "step": 619 + }, + { + "epoch": 2.3855421686746987, + "grad_norm": 0.17332714796066284, + "learning_rate": 4.97058296903e-06, + "loss": 0.0064, + "step": 620 + }, + { + "epoch": 2.3893975903614457, + "grad_norm": 0.04516534134745598, + "learning_rate": 4.911681901784198e-06, + "loss": 0.002, + "step": 621 + }, + { + "epoch": 2.3932530120481927, + "grad_norm": 0.10836844146251678, + "learning_rate": 4.853083014476403e-06, + "loss": 0.0116, + "step": 622 + }, + { + "epoch": 2.3971084337349398, + "grad_norm": 0.06490450352430344, + "learning_rate": 4.794787480690597e-06, + "loss": 0.0034, + "step": 623 + }, + { + "epoch": 2.4009638554216868, + "grad_norm": 0.2077661007642746, + "learning_rate": 4.736796467935336e-06, + "loss": 0.0086, + "step": 624 + }, + { + "epoch": 2.404819277108434, + "grad_norm": 0.050042327493429184, + "learning_rate": 4.679111137620442e-06, + "loss": 0.0018, + "step": 625 + }, + { + "epoch": 2.408674698795181, + "grad_norm": 0.04626263305544853, + "learning_rate": 4.621732645033687e-06, + "loss": 0.0016, + "step": 626 + }, + { + "epoch": 2.412530120481928, + "grad_norm": 0.03525455668568611, + "learning_rate": 4.5646621393177e-06, + "loss": 0.001, + "step": 627 + }, + { + "epoch": 2.416385542168675, + "grad_norm": 0.06515587121248245, + "learning_rate": 4.507900763446911e-06, + "loss": 0.003, + "step": 628 + }, + { + "epoch": 2.420240963855422, + "grad_norm": 0.05137157812714577, + "learning_rate": 4.451449654204685e-06, + "loss": 0.0016, + "step": 629 + }, + { + "epoch": 2.4240963855421684, + "grad_norm": 0.09875486046075821, + "learning_rate": 4.395309942160551e-06, + "loss": 0.0019, + "step": 630 + }, + { + "epoch": 2.427951807228916, + "grad_norm": 0.07232407480478287, + "learning_rate": 4.339482751647557e-06, + "loss": 0.0023, + "step": 631 + }, + { + "epoch": 2.4318072289156625, + "grad_norm": 0.06509175151586533, + "learning_rate": 4.283969200739764e-06, + "loss": 0.0042, + "step": 632 + }, + { + "epoch": 2.4356626506024095, + "grad_norm": 0.17352131009101868, + "learning_rate": 4.228770401229824e-06, + "loss": 0.0074, + "step": 633 + }, + { + "epoch": 2.4395180722891565, + "grad_norm": 0.035422373563051224, + "learning_rate": 4.173887458606767e-06, + "loss": 0.0013, + "step": 634 + }, + { + "epoch": 2.4433734939759035, + "grad_norm": 0.038832418620586395, + "learning_rate": 4.119321472033779e-06, + "loss": 0.0013, + "step": 635 + }, + { + "epoch": 2.4472289156626506, + "grad_norm": 0.06765366345643997, + "learning_rate": 4.065073534326282e-06, + "loss": 0.0032, + "step": 636 + }, + { + "epoch": 2.4510843373493976, + "grad_norm": 0.13772547245025635, + "learning_rate": 4.011144731929981e-06, + "loss": 0.0093, + "step": 637 + }, + { + "epoch": 2.4549397590361446, + "grad_norm": 0.08776474744081497, + "learning_rate": 3.957536144899123e-06, + "loss": 0.0067, + "step": 638 + }, + { + "epoch": 2.4587951807228916, + "grad_norm": 0.10551299154758453, + "learning_rate": 3.904248846874894e-06, + "loss": 0.0108, + "step": 639 + }, + { + "epoch": 2.4626506024096386, + "grad_norm": 0.04805995151400566, + "learning_rate": 3.851283905063863e-06, + "loss": 0.0019, + "step": 640 + }, + { + "epoch": 2.4665060240963856, + "grad_norm": 0.09927227348089218, + "learning_rate": 3.7986423802166705e-06, + "loss": 0.0067, + "step": 641 + }, + { + "epoch": 2.4703614457831327, + "grad_norm": 0.11920815706253052, + "learning_rate": 3.7463253266067147e-06, + "loss": 0.0079, + "step": 642 + }, + { + "epoch": 2.4742168674698797, + "grad_norm": 0.037468794733285904, + "learning_rate": 3.694333792009115e-06, + "loss": 0.0014, + "step": 643 + }, + { + "epoch": 2.4780722891566267, + "grad_norm": 0.04393767938017845, + "learning_rate": 3.64266881767966e-06, + "loss": 0.001, + "step": 644 + }, + { + "epoch": 2.4819277108433733, + "grad_norm": 0.045006439089775085, + "learning_rate": 3.5913314383339937e-06, + "loss": 0.0015, + "step": 645 + }, + { + "epoch": 2.4857831325301207, + "grad_norm": 0.05892086401581764, + "learning_rate": 3.5403226821268734e-06, + "loss": 0.0013, + "step": 646 + }, + { + "epoch": 2.4896385542168673, + "grad_norm": 0.09949485957622528, + "learning_rate": 3.4896435706316e-06, + "loss": 0.0037, + "step": 647 + }, + { + "epoch": 2.4934939759036143, + "grad_norm": 0.08316222578287125, + "learning_rate": 3.43929511881953e-06, + "loss": 0.0061, + "step": 648 + }, + { + "epoch": 2.4973493975903613, + "grad_norm": 0.11504265666007996, + "learning_rate": 3.3892783350397675e-06, + "loss": 0.0043, + "step": 649 + }, + { + "epoch": 2.5012048192771084, + "grad_norm": 0.041751548647880554, + "learning_rate": 3.3395942209989694e-06, + "loss": 0.0014, + "step": 650 + }, + { + "epoch": 2.5050602409638554, + "grad_norm": 0.12726637721061707, + "learning_rate": 3.290243771741275e-06, + "loss": 0.0062, + "step": 651 + }, + { + "epoch": 2.5089156626506024, + "grad_norm": 0.10160968452692032, + "learning_rate": 3.241227975628378e-06, + "loss": 0.004, + "step": 652 + }, + { + "epoch": 2.5127710843373494, + "grad_norm": 0.06926268339157104, + "learning_rate": 3.1925478143197418e-06, + "loss": 0.0028, + "step": 653 + }, + { + "epoch": 2.5166265060240964, + "grad_norm": 0.07057193666696548, + "learning_rate": 3.144204262752937e-06, + "loss": 0.003, + "step": 654 + }, + { + "epoch": 2.5204819277108435, + "grad_norm": 0.0741814598441124, + "learning_rate": 3.0961982891241083e-06, + "loss": 0.0022, + "step": 655 + }, + { + "epoch": 2.5243373493975905, + "grad_norm": 0.03325735032558441, + "learning_rate": 3.048530854868579e-06, + "loss": 0.0011, + "step": 656 + }, + { + "epoch": 2.5281927710843375, + "grad_norm": 0.07111026346683502, + "learning_rate": 3.001202914641628e-06, + "loss": 0.0021, + "step": 657 + }, + { + "epoch": 2.532048192771084, + "grad_norm": 0.0835479348897934, + "learning_rate": 2.954215416299331e-06, + "loss": 0.0043, + "step": 658 + }, + { + "epoch": 2.5359036144578315, + "grad_norm": 0.083519846200943, + "learning_rate": 2.907569300879596e-06, + "loss": 0.0036, + "step": 659 + }, + { + "epoch": 2.539759036144578, + "grad_norm": 0.06607409566640854, + "learning_rate": 2.8612655025833148e-06, + "loss": 0.0013, + "step": 660 + }, + { + "epoch": 2.5436144578313256, + "grad_norm": 0.06507234275341034, + "learning_rate": 2.815304948755664e-06, + "loss": 0.0037, + "step": 661 + }, + { + "epoch": 2.547469879518072, + "grad_norm": 0.04953571408987045, + "learning_rate": 2.769688559867514e-06, + "loss": 0.0019, + "step": 662 + }, + { + "epoch": 2.551325301204819, + "grad_norm": 0.24300339818000793, + "learning_rate": 2.7244172494969978e-06, + "loss": 0.0089, + "step": 663 + }, + { + "epoch": 2.555180722891566, + "grad_norm": 0.03667943552136421, + "learning_rate": 2.679491924311226e-06, + "loss": 0.0013, + "step": 664 + }, + { + "epoch": 2.559036144578313, + "grad_norm": 0.05591225251555443, + "learning_rate": 2.6349134840481294e-06, + "loss": 0.002, + "step": 665 + }, + { + "epoch": 2.56289156626506, + "grad_norm": 0.08055668324232101, + "learning_rate": 2.590682821498416e-06, + "loss": 0.0023, + "step": 666 + }, + { + "epoch": 2.5667469879518072, + "grad_norm": 0.0474967285990715, + "learning_rate": 2.546800822487714e-06, + "loss": 0.0025, + "step": 667 + }, + { + "epoch": 2.5706024096385542, + "grad_norm": 0.061049655079841614, + "learning_rate": 2.503268365858831e-06, + "loss": 0.0023, + "step": 668 + }, + { + "epoch": 2.5744578313253013, + "grad_norm": 0.07722913473844528, + "learning_rate": 2.4600863234541338e-06, + "loss": 0.0028, + "step": 669 + }, + { + "epoch": 2.5783132530120483, + "grad_norm": 0.09591741114854813, + "learning_rate": 2.417255560098111e-06, + "loss": 0.0019, + "step": 670 + }, + { + "epoch": 2.5821686746987953, + "grad_norm": 0.08037438243627548, + "learning_rate": 2.374776933580025e-06, + "loss": 0.0054, + "step": 671 + }, + { + "epoch": 2.5860240963855423, + "grad_norm": 0.057184137403964996, + "learning_rate": 2.3326512946367717e-06, + "loss": 0.0022, + "step": 672 + }, + { + "epoch": 2.589879518072289, + "grad_norm": 0.05303996801376343, + "learning_rate": 2.2908794869358044e-06, + "loss": 0.0013, + "step": 673 + }, + { + "epoch": 2.5937349397590364, + "grad_norm": 0.04736126959323883, + "learning_rate": 2.249462347058251e-06, + "loss": 0.0024, + "step": 674 + }, + { + "epoch": 2.597590361445783, + "grad_norm": 0.09622405469417572, + "learning_rate": 2.2084007044821764e-06, + "loss": 0.0057, + "step": 675 + }, + { + "epoch": 2.6014457831325304, + "grad_norm": 0.052896302193403244, + "learning_rate": 2.167695381565944e-06, + "loss": 0.0022, + "step": 676 + }, + { + "epoch": 2.605301204819277, + "grad_norm": 0.10612209141254425, + "learning_rate": 2.127347193531757e-06, + "loss": 0.0055, + "step": 677 + }, + { + "epoch": 2.609156626506024, + "grad_norm": 0.08298195898532867, + "learning_rate": 2.0873569484493305e-06, + "loss": 0.0036, + "step": 678 + }, + { + "epoch": 2.613012048192771, + "grad_norm": 0.06990071386098862, + "learning_rate": 2.0477254472197237e-06, + "loss": 0.0057, + "step": 679 + }, + { + "epoch": 2.616867469879518, + "grad_norm": 0.06889458000659943, + "learning_rate": 2.0084534835592584e-06, + "loss": 0.0041, + "step": 680 + }, + { + "epoch": 2.620722891566265, + "grad_norm": 0.04544433578848839, + "learning_rate": 1.96954184398368e-06, + "loss": 0.0018, + "step": 681 + }, + { + "epoch": 2.624578313253012, + "grad_norm": 0.06777770817279816, + "learning_rate": 1.930991307792358e-06, + "loss": 0.0043, + "step": 682 + }, + { + "epoch": 2.628433734939759, + "grad_norm": 0.054681550711393356, + "learning_rate": 1.8928026470526917e-06, + "loss": 0.0019, + "step": 683 + }, + { + "epoch": 2.632289156626506, + "grad_norm": 0.10625132918357849, + "learning_rate": 1.8549766265846725e-06, + "loss": 0.0027, + "step": 684 + }, + { + "epoch": 2.636144578313253, + "grad_norm": 0.081264428794384, + "learning_rate": 1.817514003945524e-06, + "loss": 0.0057, + "step": 685 + }, + { + "epoch": 2.64, + "grad_norm": 0.04519634321331978, + "learning_rate": 1.7804155294145765e-06, + "loss": 0.0019, + "step": 686 + }, + { + "epoch": 2.643855421686747, + "grad_norm": 0.02832118421792984, + "learning_rate": 1.743681945978184e-06, + "loss": 0.001, + "step": 687 + }, + { + "epoch": 2.6477108433734937, + "grad_norm": 0.06859899312257767, + "learning_rate": 1.7073139893149092e-06, + "loss": 0.0037, + "step": 688 + }, + { + "epoch": 2.651566265060241, + "grad_norm": 0.045318011194467545, + "learning_rate": 1.6713123877807413e-06, + "loss": 0.0019, + "step": 689 + }, + { + "epoch": 2.6554216867469878, + "grad_norm": 0.09894543141126633, + "learning_rate": 1.6356778623945223e-06, + "loss": 0.0072, + "step": 690 + }, + { + "epoch": 2.659277108433735, + "grad_norm": 0.06565819680690765, + "learning_rate": 1.6004111268235156e-06, + "loss": 0.0066, + "step": 691 + }, + { + "epoch": 2.663132530120482, + "grad_norm": 0.043372225016355515, + "learning_rate": 1.5655128873691138e-06, + "loss": 0.0031, + "step": 692 + }, + { + "epoch": 2.666987951807229, + "grad_norm": 0.042357612401247025, + "learning_rate": 1.5309838429526714e-06, + "loss": 0.0013, + "step": 693 + }, + { + "epoch": 2.670843373493976, + "grad_norm": 0.1303417682647705, + "learning_rate": 1.49682468510153e-06, + "loss": 0.0114, + "step": 694 + }, + { + "epoch": 2.674698795180723, + "grad_norm": 0.04758170619606972, + "learning_rate": 1.4630360979351644e-06, + "loss": 0.0014, + "step": 695 + }, + { + "epoch": 2.67855421686747, + "grad_norm": 0.05521918088197708, + "learning_rate": 1.4296187581514742e-06, + "loss": 0.0042, + "step": 696 + }, + { + "epoch": 2.682409638554217, + "grad_norm": 0.09340808540582657, + "learning_rate": 1.396573335013236e-06, + "loss": 0.0022, + "step": 697 + }, + { + "epoch": 2.686265060240964, + "grad_norm": 0.04764275625348091, + "learning_rate": 1.3639004903346954e-06, + "loss": 0.0029, + "step": 698 + }, + { + "epoch": 2.690120481927711, + "grad_norm": 1.6971749067306519, + "learning_rate": 1.3316008784683265e-06, + "loss": 0.0224, + "step": 699 + }, + { + "epoch": 2.693975903614458, + "grad_norm": 0.048169564455747604, + "learning_rate": 1.2996751462917057e-06, + "loss": 0.0042, + "step": 700 + }, + { + "epoch": 2.697831325301205, + "grad_norm": 0.07363072782754898, + "learning_rate": 1.2681239331945695e-06, + "loss": 0.0035, + "step": 701 + }, + { + "epoch": 2.701686746987952, + "grad_norm": 0.07053504884243011, + "learning_rate": 1.2369478710660166e-06, + "loss": 0.0033, + "step": 702 + }, + { + "epoch": 2.7055421686746985, + "grad_norm": 0.031916484236717224, + "learning_rate": 1.2061475842818337e-06, + "loss": 0.0011, + "step": 703 + }, + { + "epoch": 2.709397590361446, + "grad_norm": 0.05330387130379677, + "learning_rate": 1.175723689692001e-06, + "loss": 0.0029, + "step": 704 + }, + { + "epoch": 2.7132530120481926, + "grad_norm": 0.10069465637207031, + "learning_rate": 1.1456767966083393e-06, + "loss": 0.0101, + "step": 705 + }, + { + "epoch": 2.7171084337349396, + "grad_norm": 0.06322697550058365, + "learning_rate": 1.1160075067923092e-06, + "loss": 0.0029, + "step": 706 + }, + { + "epoch": 2.7209638554216866, + "grad_norm": 0.040642112493515015, + "learning_rate": 1.086716414442952e-06, + "loss": 0.0014, + "step": 707 + }, + { + "epoch": 2.7248192771084336, + "grad_norm": 0.15921436250209808, + "learning_rate": 1.057804106184992e-06, + "loss": 0.0017, + "step": 708 + }, + { + "epoch": 2.7286746987951807, + "grad_norm": 0.032873108983039856, + "learning_rate": 1.0292711610570904e-06, + "loss": 0.0014, + "step": 709 + }, + { + "epoch": 2.7325301204819277, + "grad_norm": 0.0637291744351387, + "learning_rate": 1.0011181505002488e-06, + "loss": 0.0033, + "step": 710 + }, + { + "epoch": 2.7363855421686747, + "grad_norm": 0.05275186896324158, + "learning_rate": 9.733456383463658e-07, + "loss": 0.0023, + "step": 711 + }, + { + "epoch": 2.7402409638554217, + "grad_norm": 0.05407094582915306, + "learning_rate": 9.459541808069295e-07, + "loss": 0.0011, + "step": 712 + }, + { + "epoch": 2.7440963855421687, + "grad_norm": 0.06292422115802765, + "learning_rate": 9.189443264619102e-07, + "loss": 0.0026, + "step": 713 + }, + { + "epoch": 2.7479518072289157, + "grad_norm": 0.044170819222927094, + "learning_rate": 8.923166162487407e-07, + "loss": 0.0019, + "step": 714 + }, + { + "epoch": 2.7518072289156628, + "grad_norm": 0.029595479369163513, + "learning_rate": 8.660715834514977e-07, + "loss": 0.0013, + "step": 715 + }, + { + "epoch": 2.75566265060241, + "grad_norm": 0.15282854437828064, + "learning_rate": 8.402097536902221e-07, + "loss": 0.005, + "step": 716 + }, + { + "epoch": 2.759518072289157, + "grad_norm": 0.04469212144613266, + "learning_rate": 8.147316449103959e-07, + "loss": 0.0018, + "step": 717 + }, + { + "epoch": 2.7633734939759034, + "grad_norm": 0.06863706558942795, + "learning_rate": 7.896377673725553e-07, + "loss": 0.004, + "step": 718 + }, + { + "epoch": 2.767228915662651, + "grad_norm": 0.11314541101455688, + "learning_rate": 7.649286236420806e-07, + "loss": 0.0047, + "step": 719 + }, + { + "epoch": 2.7710843373493974, + "grad_norm": 0.03980047255754471, + "learning_rate": 7.406047085791379e-07, + "loss": 0.0012, + "step": 720 + }, + { + "epoch": 2.7749397590361444, + "grad_norm": 0.05426950752735138, + "learning_rate": 7.166665093287539e-07, + "loss": 0.0017, + "step": 721 + }, + { + "epoch": 2.7787951807228914, + "grad_norm": 0.05432049557566643, + "learning_rate": 6.931145053110655e-07, + "loss": 0.0017, + "step": 722 + }, + { + "epoch": 2.7826506024096385, + "grad_norm": 0.09208190441131592, + "learning_rate": 6.69949168211721e-07, + "loss": 0.0061, + "step": 723 + }, + { + "epoch": 2.7865060240963855, + "grad_norm": 0.04900306090712547, + "learning_rate": 6.471709619724386e-07, + "loss": 0.0043, + "step": 724 + }, + { + "epoch": 2.7903614457831325, + "grad_norm": 0.06775905936956406, + "learning_rate": 6.247803427816945e-07, + "loss": 0.0037, + "step": 725 + }, + { + "epoch": 2.7942168674698795, + "grad_norm": 0.060494791716337204, + "learning_rate": 6.027777590656115e-07, + "loss": 0.0059, + "step": 726 + }, + { + "epoch": 2.7980722891566265, + "grad_norm": 0.04662139341235161, + "learning_rate": 5.811636514789598e-07, + "loss": 0.0016, + "step": 727 + }, + { + "epoch": 2.8019277108433736, + "grad_norm": 0.05482866242527962, + "learning_rate": 5.599384528963425e-07, + "loss": 0.0031, + "step": 728 + }, + { + "epoch": 2.8057831325301206, + "grad_norm": 0.03152560442686081, + "learning_rate": 5.391025884035239e-07, + "loss": 0.0009, + "step": 729 + }, + { + "epoch": 2.8096385542168676, + "grad_norm": 0.32685551047325134, + "learning_rate": 5.186564752889078e-07, + "loss": 0.0047, + "step": 730 + }, + { + "epoch": 2.8134939759036146, + "grad_norm": 0.11512124538421631, + "learning_rate": 4.986005230351954e-07, + "loss": 0.0019, + "step": 731 + }, + { + "epoch": 2.8173493975903616, + "grad_norm": 0.062155649065971375, + "learning_rate": 4.789351333111691e-07, + "loss": 0.0023, + "step": 732 + }, + { + "epoch": 2.821204819277108, + "grad_norm": 0.0548781119287014, + "learning_rate": 4.5966069996365993e-07, + "loss": 0.0017, + "step": 733 + }, + { + "epoch": 2.8250602409638557, + "grad_norm": 0.09939337521791458, + "learning_rate": 4.407776090096527e-07, + "loss": 0.0075, + "step": 734 + }, + { + "epoch": 2.8289156626506022, + "grad_norm": 0.18062038719654083, + "learning_rate": 4.22286238628562e-07, + "loss": 0.0072, + "step": 735 + }, + { + "epoch": 2.8327710843373493, + "grad_norm": 0.06187034770846367, + "learning_rate": 4.0418695915464657e-07, + "loss": 0.0021, + "step": 736 + }, + { + "epoch": 2.8366265060240963, + "grad_norm": 0.05907326936721802, + "learning_rate": 3.8648013306960664e-07, + "loss": 0.0044, + "step": 737 + }, + { + "epoch": 2.8404819277108433, + "grad_norm": 0.03833287954330444, + "learning_rate": 3.691661149953096e-07, + "loss": 0.0019, + "step": 738 + }, + { + "epoch": 2.8443373493975903, + "grad_norm": 0.06432440876960754, + "learning_rate": 3.522452516867048e-07, + "loss": 0.0036, + "step": 739 + }, + { + "epoch": 2.8481927710843373, + "grad_norm": 0.09182235598564148, + "learning_rate": 3.357178820248641e-07, + "loss": 0.0032, + "step": 740 + }, + { + "epoch": 2.8520481927710843, + "grad_norm": 0.07224789261817932, + "learning_rate": 3.1958433701019697e-07, + "loss": 0.0043, + "step": 741 + }, + { + "epoch": 2.8559036144578314, + "grad_norm": 0.06781880557537079, + "learning_rate": 3.038449397558396e-07, + "loss": 0.0065, + "step": 742 + }, + { + "epoch": 2.8597590361445784, + "grad_norm": 0.05772759020328522, + "learning_rate": 2.8850000548115155e-07, + "loss": 0.0067, + "step": 743 + }, + { + "epoch": 2.8636144578313254, + "grad_norm": 0.062191132456064224, + "learning_rate": 2.735498415054294e-07, + "loss": 0.0017, + "step": 744 + }, + { + "epoch": 2.8674698795180724, + "grad_norm": 0.07510855793952942, + "learning_rate": 2.5899474724174313e-07, + "loss": 0.0062, + "step": 745 + }, + { + "epoch": 2.8713253012048194, + "grad_norm": 0.09228724986314774, + "learning_rate": 2.4483501419093836e-07, + "loss": 0.0052, + "step": 746 + }, + { + "epoch": 2.8751807228915665, + "grad_norm": 0.07365840673446655, + "learning_rate": 2.3107092593579905e-07, + "loss": 0.0023, + "step": 747 + }, + { + "epoch": 2.879036144578313, + "grad_norm": 0.04592515155673027, + "learning_rate": 2.1770275813536746e-07, + "loss": 0.0025, + "step": 748 + }, + { + "epoch": 2.8828915662650605, + "grad_norm": 0.10120226442813873, + "learning_rate": 2.0473077851942858e-07, + "loss": 0.0031, + "step": 749 + }, + { + "epoch": 2.886746987951807, + "grad_norm": 0.17792415618896484, + "learning_rate": 1.9215524688313893e-07, + "loss": 0.014, + "step": 750 + }, + { + "epoch": 2.890602409638554, + "grad_norm": 0.06266997009515762, + "learning_rate": 1.799764150818306e-07, + "loss": 0.002, + "step": 751 + }, + { + "epoch": 2.894457831325301, + "grad_norm": 0.45810872316360474, + "learning_rate": 1.6819452702596882e-07, + "loss": 0.0146, + "step": 752 + }, + { + "epoch": 2.898313253012048, + "grad_norm": 0.05916321277618408, + "learning_rate": 1.5680981867625566e-07, + "loss": 0.0015, + "step": 753 + }, + { + "epoch": 2.902168674698795, + "grad_norm": 0.03866809979081154, + "learning_rate": 1.4582251803892055e-07, + "loss": 0.0016, + "step": 754 + }, + { + "epoch": 2.906024096385542, + "grad_norm": 0.036693356931209564, + "learning_rate": 1.3523284516113955e-07, + "loss": 0.0012, + "step": 755 + }, + { + "epoch": 2.909879518072289, + "grad_norm": 0.05886024609208107, + "learning_rate": 1.2504101212664099e-07, + "loss": 0.0045, + "step": 756 + }, + { + "epoch": 2.913734939759036, + "grad_norm": 0.040891118347644806, + "learning_rate": 1.1524722305144231e-07, + "loss": 0.0016, + "step": 757 + }, + { + "epoch": 2.917590361445783, + "grad_norm": 0.041443172842264175, + "learning_rate": 1.058516740797777e-07, + "loss": 0.0013, + "step": 758 + }, + { + "epoch": 2.9214457831325302, + "grad_norm": 0.054761920124292374, + "learning_rate": 9.685455338016347e-08, + "loss": 0.0089, + "step": 759 + }, + { + "epoch": 2.9253012048192772, + "grad_norm": 0.07846648246049881, + "learning_rate": 8.825604114162556e-08, + "loss": 0.0039, + "step": 760 + }, + { + "epoch": 2.929156626506024, + "grad_norm": 0.056512586772441864, + "learning_rate": 8.005630957010014e-08, + "loss": 0.0027, + "step": 761 + }, + { + "epoch": 2.9330120481927713, + "grad_norm": 0.060711685568094254, + "learning_rate": 7.225552288497195e-08, + "loss": 0.0024, + "step": 762 + }, + { + "epoch": 2.936867469879518, + "grad_norm": 0.0869465172290802, + "learning_rate": 6.485383731580142e-08, + "loss": 0.0044, + "step": 763 + }, + { + "epoch": 2.9407228915662653, + "grad_norm": 0.05840534344315529, + "learning_rate": 5.785140109917819e-08, + "loss": 0.0018, + "step": 764 + }, + { + "epoch": 2.944578313253012, + "grad_norm": 0.06657087057828903, + "learning_rate": 5.1248354475768034e-08, + "loss": 0.0018, + "step": 765 + }, + { + "epoch": 2.948433734939759, + "grad_norm": 0.14245258271694183, + "learning_rate": 4.5044829687497236e-08, + "loss": 0.0064, + "step": 766 + }, + { + "epoch": 2.952289156626506, + "grad_norm": 0.08578988164663315, + "learning_rate": 3.924095097489922e-08, + "loss": 0.0024, + "step": 767 + }, + { + "epoch": 2.956144578313253, + "grad_norm": 0.06886732578277588, + "learning_rate": 3.383683457463649e-08, + "loss": 0.0025, + "step": 768 + }, + { + "epoch": 2.96, + "grad_norm": 0.04008497670292854, + "learning_rate": 2.8832588717164766e-08, + "loss": 0.0011, + "step": 769 + }, + { + "epoch": 2.963855421686747, + "grad_norm": 0.16563624143600464, + "learning_rate": 2.4228313624568013e-08, + "loss": 0.0037, + "step": 770 + }, + { + "epoch": 2.967710843373494, + "grad_norm": 0.08181282877922058, + "learning_rate": 2.0024101508555604e-08, + "loss": 0.0054, + "step": 771 + }, + { + "epoch": 2.971566265060241, + "grad_norm": 0.03823351487517357, + "learning_rate": 1.6220036568608265e-08, + "loss": 0.0012, + "step": 772 + }, + { + "epoch": 2.975421686746988, + "grad_norm": 0.05286383256316185, + "learning_rate": 1.281619499029274e-08, + "loss": 0.0017, + "step": 773 + }, + { + "epoch": 2.979277108433735, + "grad_norm": 0.06881670653820038, + "learning_rate": 9.812644943745231e-09, + "loss": 0.0018, + "step": 774 + }, + { + "epoch": 2.983132530120482, + "grad_norm": 0.057672757655382156, + "learning_rate": 7.209446582292501e-09, + "loss": 0.0015, + "step": 775 + }, + { + "epoch": 2.9869879518072286, + "grad_norm": 0.04903646931052208, + "learning_rate": 5.006652041255055e-09, + "loss": 0.0022, + "step": 776 + }, + { + "epoch": 2.990843373493976, + "grad_norm": 0.08570756763219833, + "learning_rate": 3.2043054369057523e-09, + "loss": 0.0015, + "step": 777 + }, + { + "epoch": 2.9946987951807227, + "grad_norm": 0.16793213784694672, + "learning_rate": 1.8024428655794012e-09, + "loss": 0.0141, + "step": 778 + }, + { + "epoch": 2.99855421686747, + "grad_norm": 0.058249011635780334, + "learning_rate": 8.010924029533406e-10, + "loss": 0.0067, + "step": 779 + }, + { + "epoch": 3.0, + "grad_norm": 0.03606564551591873, + "learning_rate": 2.002741034812239e-10, + "loss": 0.0009, + "step": 780 + }, + { + "epoch": 3.0, + "step": 780, + "total_flos": 5.918873234148688e+18, + "train_loss": 0.010715998370104875, + "train_runtime": 13024.8275, + "train_samples_per_second": 3.822, + "train_steps_per_second": 0.06 + } + ], + "logging_steps": 1, + "max_steps": 780, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 92, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.918873234148688e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..16dd9a0 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278dd9cb4a0ad2cab5c6d1358fbf0c25929c01aec5836b90960695f31f47b1b6 +size 7825 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..9be23f71c6a77b58de1b559eeeae78ab59125719 GIT binary patch literal 45345 zcmd?Rby!wiyDvH)kdj8aMFmk(x-kHi5|NM&>6UK9pg}|hq!dt)Mx*kHS2!a)WAeeD{ zT=_*8oe_l882ty6DU)G^AO#V(Zd|?Rk+?YGo_Mck zS7x;%DSjk=srnP4;(hTztT4gCx0%`nCcE;2^8O*I@=O5m`f4^*hxl+Pq zER45?md4P>DYm4=Fv-f@(DCo@TY64SRKX!3k67_{Cc}8WDsM@B->i;FNg=&TR$x2u z$-w4UdE>56&B5OvOw!FG?qd--IXQVY-C~nt$44Uak&GeFpOZBD_#h`*O4R#&tXV(Qy$^FHm%$-UXMvhhGdG8UGo)m6uEdZE)D()(O*-n{V{EiEV@ z>yX-JeE9Go84XQPW8)1ypS33KTEFVC8N>327yh)yKi=4Incehy@ZiDtp9F{IiH0DF z^#ZRZc<5~d(w#%AhQ^RHYjxP92olL66Ir=Z!*D%_q)B3>>T&6qU#0HQcE4$q@y2YY z-%5V3bXsSyMT)N`xy#+-w1p+yI~_w6u9uU&m&JyCw?{_)+VO~p(9kQl)ad5uSC)k7 zo?+C{(J8PS5&tMtvv(zD(kGifp4LRMGuy+?q(r#b zTT4ShGzK1+g}(e2QkjGCO^3N3ytR#RV8Nd2e~jw`aSC*Dcg7!+I_^%#PE~J@Hb`v` zPpuyWkuY7;(_>`z{7rtIojo-thiIjGn;G^6y?r=~OwAAG1y~ez<;bX6i}NOIH&aMR zNcEd<+da>^y6!Fxm6FyTAFg0TuXwmsGUeCoU3x~$(7UvxTWn30SG}cEyRBtosG&iH zE*6ft*bzj=6x~5@_ zbOIkr6S_EMj&{<9O5R-$n$)V@qjFmw4k6^N`Z?vxTmGAZl9G~@pI>coYdz(d@eI3C z-7i&{B`suU^eYYrEK-`@UVV%pVKltYSn;J>j(4nA28t}u z_%~_{CdVfvyngK(mVNm&^_(vjQt7?|pW5lGJ(_kqaHu_`4rCo)$gh1}LPbL}1*_t` zd-pEv6Tf*YZPoUuH>R}BswYbWV{uHvEE#-~NzaHL)f>rLTVL|q`<0SfQK3^fR@5O) zc$Lg?vXS6m?D&wy#Kh$J%a>0wlD$r+UQC5_?lbh4N=-|Pe)A?&%fM64$-ihIJR`-A z{tSo84J9QasMdVWf0S&8%R2Mj#0_N(8w8uf>C*6zkQSPP?ED&fIXO8?TicBVpFG$T za%Se`wFCdd1w%9npFDkP+?#XX&z+_+QaL8-vd{ifDZk6?9Vib<$&z%HZcBHEOCfX6 zRJ?NK3M?)9_3LM_VgoN#b2GDvuhHjrj`mmHcL>dlRj&)o?yuCgV3SG){QeEq|sbM@Xym+dL>(Ol~`~5*J?)x+}i-WqfdZ{50u1k5CRt9T_^+r6)epsQnbo{A8e zgtE1>;(r`gd$gI~)zq+yM~sa5ZZk3}W`ehnVvC6L0Z6B_-;;Vywx;m#5l=CQm!|YgWGy{B;wd zy0_<5wb7+mw%#sLXxc(zl_E0cbB2(Hr?E9&U~M)nicLm_W&Kavbv?br4P%zzzkeSp zB?uGCr;$Sep4q1yQccbc<9B4 zom!X>#{2QAGKZAtEoM8@)b#ZuSo{yjTOyenaA@?#3yBpX8SCNR(8L~ukzQ(BaC=#WD#la`^c5Zk$PQp~?nww4Er33W^Do9s$Q z(3SJzrtOrhk4I_GE?Vxj3LU=g{YXW%jM zw2LMj4$x=4O{5G$zw_tM0K=odv3{k*j;FBy+6(&U>XwpNv?ta>b$;C4eUDM>;VH-< z;YdcYz@?$mO8wQDj+7|1H2I0AGzN8W@T)B{N91d3Ydi4YM~b}Fl)N=NY|;m-*AM2k zYQOyc7UR?@M}tA=>FHNH{EyB+Z<1K9T#*(O7M_G&+>|KhT;M#Tq7=t>)rmQ~C$yqM zJg&{0QQC)AReJY)YHBJ}nKM79Vq|0{CMNJnNw@ceQsp7*G*l7oOAYIx5J+r6YS~fXLN>2OZF;%p zwj&rsLXk!|>JavrTZ2dQ+4=A#V2qH|i=prxrJFa&I8>9lbhxOkYR!JU4nZheHX4gZ zY7eG)<&eogZ3*w~;5;VB>mN5k?dUWwLVppeWVI;N-TaowkPvbfpVg}=c8)?0qmulB zg7+kS_db8lO;5iO9vVu)TQSRKrE6f2j4yitopo_N?&x#hW-+y#+Hi?o0(=v&M7o`- z`vGL~2dWIc5 z#!Ah89xXNX2g{5F@0Q)fs^g=51C~Dj<9$Q&fF0KcpM*YD-PvoX2(TG zpFJJOidL7dt-(PZel9Mhwb4SI+|cc8=h~MqDVx?OfBV=c9m|K)p0$S}KePV!4@7@z zy%CxJ-a;e zaVMeM4M)a5fBx2k)E8ob4OxSSOSu>tIn$o9y$yZ--f?eI%2fgLR^@;Ju`z5F zI1Wnm{2PcxE+*5cQBtMYBoDHNrj{8u;Ffk6%y?e9e3@z=i!24!R%%-2ry?eEZhD2L zxTSk|n2VkWw`uILOp2oQQg%+xM!)pDOh1m2y?NW4_u`6Nu-v`!k`n68&CNJ5=MRP> zafl=A&E+dx0v7F0+RPiE8~cuK1IkhhCxw(^M-*td$7dsR^75JiVsiLa;sgMUI|H@I zuehTJLOePq=A3IRA`6Xvx%Su(EoM+N5k^zf(9qD~ik#mjrlx3Nh2-7w^-E}bR&3K} zGFs&c=p*>E6gM}q`>+$9-@%%KprGKXgR%pw{Da~WZLUnXVS#Z283RMMM>W(c(y*q$ z4w+-U!4kJ6o$j6<FxZbyi)|5c}DBX{X=U_k+26~q%}WE=9a<&BWd zDvEB?aLs*wZ<`7F^3R`l zfUyu17Z)>0cfeNTPoH9Bc>D*4y1D{U@Dv{( z|8rsUrjpVPAXfA9^OX79J8M(?4}ag36FCZ{y8JvY?jrHS{G6N{`ua?xe*1O+W;u_< zI5wLceUJdP*x^JDMosFIx80!5nz+9ef=fh#l4y^V2<@hjtuTJXUyVr3BS~i6E)ZRjV3(9F)n7xTm#7Dv?I=*dMG+2K!&bW#d3RlH#Z*)5jzoR;1O@4pWiQ;* zbA2#ut#uz*4!iQ3^w}57UuP(iBxsQr48=L$q4+wDxc1c>@r?u2lF-aIIElkZiRFNc zp?*w#zeF7Tm&fAw-AbXnp9SvsBbK)XxXvmhg)zX=u5l}*Y_nI_=}#+N)z+X5ET{$G zp#^*dcg$y9ImLG6I;qqN0Y*QzhQf`d!D8)FdnSNQ!{0qxQ)E~eMC@+>@ls+xQ?oaJ zc^De(UH0Dc@u6AZ4w)WtHN}}ka3yQDnV5dH2 zB!7YMMM+5Q(1)#oKb+nfuMZc)tEwa!W&EnHujrOXme_30_t?)YE2b!RuZt3#$KM^& zKf4XPhHf>$HI0{^o=_GmKUp#TNyPC6%B1)3+l4MSKsE;l2PDLIm<27#9y&XZl(5M7 z={cz&Am-E^?5^|sANc_8LBZe7uau)F9LXNnF1?EZ6pzR3fsjhBB9|^*a;(Rp8CUh+ zi%C_K=i%fe07S$*^tRLTd3-$G>eSzi>J+~{PHHagw{atbgM(S(mtCONc`TRDpvQXl z!UY^+Vq!E*DWlF^x^!ANffxY5vda+AwVrqOpP{MQ_7`9P#w4b0eESx|fh`^>g92Y7 zx+|wr{Ex~fSCpB*dYN8{H!2-EY|rC0sG?n|J(hmWqmKgBk)m<;`KOaJCUtEoQhw?26_vOYC zyPUR`j-DSu5yKup{Oo#<>R8yEFS8Gb4#CPp_mH^&#R#N3hJV-0$f z);Q4XdoK++d3jqDSbU!V^BOyHAvkX8`dd%JZShW3Y`|80Y2Fc3 z3#nJGS1ii4rd{ zdeCQpUsL8=D9FSjH;aChzqxnZOk_m%1|$e%+`V?6$-Z()_{ozevL0YBPg_QGbDPC~5mB1psN3ZIViDknvP++#U8>$OYk}<&)VDK9|{_ zB)+DHZ4Q2qK^Lnno6pK#U2PyeCoRnk{HpeOY-|v886|prKR7d1At9l>foG-dx=vIN$L{c+3GR z84W05i&OeQ!u#k?b~WPICe$~M3W=Zx@Of=m+76Wv1ISmnb}ew8AEioY7lU2`Tq}Qw zbr)60pe{DPYp{#zjRiNXhP@iU=UI@xYzqYqGL%gOd#r>L&HC!$d{88pK z92V99HDL|7+ZU60KF;G5(GUf%tUL{aa$m9cO9}Toq$f# zLM$>I01-tCL>&FtGg6kkxB>y&e!demlI3U>57iw-Mm^4ffaJC`_!N{O+G47g$duHXaFDpTH7ByN^X~eP2n!3l?KpD+ zCV;1G21LQdf z_K17a;-alueqY!*g-FUV|6||My9BATt z>}X5G>F3+4sRsEpfa)5#bxVSwN>b)m{k@&i5n@v*r$(uoBF#Mt6y3zuHph~Wwh?gD z8mKv%i|Y`N*Q)>%G(LH93cV}PF)A8f1Fqh_zOdBUi(#KU)=ZoZcGgVp-Frz(PJR}o zVS@um+vOr5aMRPcyn038}fr&atuG z>)_@!G%X!!no03D@ZwGOKiZvy1YOchp6dRnKB@0Ma)E^I$_*ky!ZXCUk5LA>7H^SE zp77=k<&5JIcV_XgUo!r;zo81%B;fPLvNBP%j9(#8wI@;P$1Le_r!eI}YU}&u{9pi; z=xXd zLZD<&r9s78fV$rKeTkH`qESe%q4tC5daVn1PklI@thfazD`y1+&iL;Sjlm5b@9cOCyY}gWDn&zk z0R871ANEbu{(7K|_uso*9FJTAVXe1r5kSu>6J{ePSCfH0P0zp(ot(T}@=&e72FuH8^j*nVgO;Oi?3fFk(x%e<-j zV2lxmXr*sjS{fZfK~BCYP%r6oSyZCt#DJsy-wZfMB35#894R$Q<6<4-q5-c;&TgE~ zI@~Ve`gfw%)}La~p9+Bl3_X-KqIuN*wCg)CfzscmI7A*uNAi{HQB{yjZ?RzgC;GEB<*#Pp!rt^fs@FKLB?A>WRGp8rZvl<@Mc}lym3Lrzhy#s6JUvr&(0JnB#iUYzokz|LesbHCJ-FFM-}t!30lCveftLH0f-g2P^EE@{?Art zz;*yW`8ebZ$F=;vDTsQP1uu}EJa#66$Qc;IpsYzA?M!Kd!v-9NV`*v-C-K#*r;tX> zsM|(PMfLO%Hs0h?>6qr{CA3$pPBeg49(nfqGZeoEHkr(|XFSGgM4o$%d>FpX$d#p_ z#vN8bp|(;qxLEy{_YSH$pHP43cr;tfBVoo3&y0bbK^KnR+C^~$+M-d#)^jFl#w{G; zpPa>S=j&=?=P$3`NFTC3q6cu0jm~Vqa%B-oZ7R3W=Ys;wyV%xbfSKj{Gi;cCiw{K2xs0jf% z4ed`@2%63)s~Yv))<>m&1jS&?v4(!-EmJ5l^Oy|b09{%HK@9v4T|pigoY@5r%o=?n zgmIt-U2cDw(>c&6Fo?(BZyfJ^i#~l?%{DwdjZ!{Tl&EE9ah1Uh=(gy`KE_hILHSZ8 zMVc6h^W3it#i480uAw%MX-niS%s8x8k~yuWhIx8=`s=rE(Ir;JI!e&X-B?(@{RLQP~ zm3u7>>vMy*{UeH?&Q7y{760zfGVuO};Q&zb!e`OW*x1-;wEK4&B@7ksxx4upv2Xg~ zLPE|Hy67n99}qVFe0LqyTcMfW90Jsif`ZO8g?-oXxHwwi{5Q`iAa&+N#^5qxiko@> z(V@1=37mjMJx@xCfCO@zkL%uy!=y_$m|H-u{Ei9^#s_dyTQ}JhMh+e>8hGzx4FW;E z0sArx@WhU5B5Fk_zUHb2$%zkI26`r$xw*hWnCx}k+=PLs6aX_tk1ks?_X|KE2_MOM zW^@;f4is+uu0^8_bPt)`Z>m50`-6e6OaMrc14m-4#RGbdnx^Kn%H;||om}eeF@G8G zg|R{3nQ()K=!zEILdS_~AmyMCP*rM^60&=Mge9gTnKg9LeIfJNGhEoZw>34%k98#` z(wK0NfW?BQG0q<0Trxw(hbcI z1mTlimV&^;>DX11!y%TY;E2HAmXeR4?-^1~vu`G1-J}aY4i5IxG&lcX!p@IFY7VLE@-N|O5#j9I@7P*^JUmO4h*$a+;UO<#EE;u;Tf)7cTek}Cu zKfZ0dh{et(K7)GOaUu=|u`KQbpUl8iS^7JLONfTLBLzOW+VQJ@%n0}&A3=HEeT0Dr zIvJ<<$F*sp2kfqZm)is|7&XA4Hnk>8F#uh>8@m7^eiW#_FgGv>qMcNZ=4EhZ!=a&} zem%%}T8t~OU{s%YKQ-cid}wKH{ldOFMdw-%!Hk;K5Pw#r;u7rsi-)j+~oXH$PE=>joH@2ZN=bKU1PM49qE9Kus-h z9UD=#{+kQx!$D;S0wrSvmqiVtLYRHfbLo`pFEqu|%+Y>yynTGc!c%+j5Z3t?3~c8= zt@QxV3Sk)F-o1O{DC(x>(F=wGhCvK`H#MsMe!qNT4Z()7pw50?<+3U+_wL99>AHNW z*-?9y+Re^LEF?hX@_6s9`08PLw$tqYk`YFNy8L@{4&Lv%75ruJCf*%Qo1qN@S{LdY zKE@@!JM0Do0EIuI&VPsm=@k^lz-f(6ObmyPfkBLl22fWNRI3zJby;nfSQ&?wrC@9f zb~_t_WNYO&7xx*2y?8+ZCCaES0E2p0Yfv{e#kEvaNYKOql7kIW25R`D0~Q2l*vpD% zHs*f)v@S*hP;NyZfeVFP0eq@wM0A0HfmrDo8H(EpQr^O_v#StOQy}`u`ua+N%5!1F z4=9##+Z!R6WKs8x)HBo-GpHTFQG(Q3fl&+QSbaCT<_Lx$)M`Z~6Kflr_d}oyp2P7+ zp1*hz=rq-QtJbDi=luEeZ^0l#92fif;r9$qA0bA28*`vHe{E}%gMGez`!=8No{O9W zNPLmdJa%nY00pFvlOkPRUFps&;x70gKQ#oADm-|QzOjP((NH4ZZz;!Lk#lMVy>w5K z*Rz=iEd|2HXLT444-*X}N^1dMp=2B^N)u2UJ(i05Rx8I2NkA+?5YQ7YZqb~&>Y7j; z)I91T;jXTJ20p*FIFN=R0UhN7?bQ(C0&o(_BVMGgvMK z52wGAFxfy2L@U>ugoO88m4r?`dk9 zzzvziM?w1}cw8TVLr6Uium)}0s2h3kn?vR*NEV3E+GLXl$ohpQO{ahV`7>4E@Lagioip?Ew-<(Ce_P<1A!z?VwSvEY|Ds+iP~{u+>)Vj!rVt7q zP->iDimK{pZy}WKE2SvZM|VeY3i4<}m}XdmQZNqAUo$+=+V2?ENfh;HXzBO7n|c}) zG=;V*P}b2%1=vD|#t(`^tWr?)7e>wf1y%bXYS5V5fy+RrB}RVExtxFl|AQ$OR9J=< zva-F4a_18=uvplFZgy*e2q~yAU!b&M5Y&(Wca*7WZ$6t=#!nJ$KpZJPpRPx}ViYAT zJ0lvFX>+qEKnTk|sr7!{jc(_vHp=%$5k&#jrnvttlTfN9K*l_#h=GuRa(hxt%bhb? ze51hTPOz^afQd7(h!tabmNxiN_}@--$cE?@n&41#>pZbY_QXX=4(dbzIQbY_b{Vue z6oP^$4nrf>v5YbBJF|M7yjXRp9a;uK;fB8MN@*74O`G}RKoK6mlh-9yg7jzu8Y;0{=rnz!#16*S#Up_B z$J2VLt(JmY4;3@B#SGQ^%x1s7>&SOk*U-R8Xk*u4bH9D-R{h#ki}ywx3RRptr25`D zQ;@5TrS(_?=)O#ROh8Hsy{CHk(mW9m8bNwBHMK|m{o19QPrtqEzzgvGc1Bh5kz5${ zty&R5K~{m7r(q$%djd1sPLUXyQs{wRiFmSytOyX;Cz{!Eo}T3<-XKT?8TLmqtLOK5 zGpa-PK8yi?sHk}T;lnFj)QS!wK^3w$Z{iF1OK=c588zN6>tZ7Mi(NPo;o)%a<#Ig45hgZ_ zp_-zd0BJcN1;Wm485$ZI)8nH<)WHX+b|4P>Ox{_ZWq2xJeWpVJroNK>_N;*3qgt1C zk$Hq*NZQ-C2)*+DlRr?O6G4vXTH&odxMJY9Yu5Tkh%iCe?(aezG~ydGm##i|mq=n` zX(F$1ila;pqxk0~xqxC*O(=>ns$ zr&SgrU!_%i3s;nfNlSHDOCX6rK=dYuz!>Qf*jHP!g; zqnUwL#UN6a*IW1Dmq1W@e0(q?BkHzD>$m&E&;*8{&?@USZw#SDzIpm8<^GX%j`|0s zdYD95162+iS#*=QA|SB#^E&AS^pA+4BQ*S-ods%+_H3+%pne4d#<+RE2H=zl>K@I1 z%t-fTS4j-c&Z{_$R_sG-t$zVh?UIde*HIuPYwkmP+D0dR$z6%AUsoB8vwDd4um3{{ zQ?Kp-_l0sFyAIY%xvvUSGlssKRH0#EAm|7K3WRzv9(p-%HW}|4gi^P{tXCzb1~jXB z^CIxFuOr(IO-?L(dhp!730)^!AvMDRC##NP=(WBp5RQFfgRn=m!0d61UZ6o4k`K3t1+{NlhTqk1f* zH-ZF!Q&5Q>AdM3=A_Q5kSl}U|RfbwmJ+t)la%GGLZ_AFQ3k zbGn}zUO~PI)4NFLUQBB+;dM1TZ>G8-c8hCi z3fi5mSLq{m{uR1Kr~>!j&(QBtMxsBP_xrCU&g+%U0FCA&fbjp_Phl(2+5B{Axd&%y zAqDLJS$EQ@r$ghW@#>kE#v zBxL{deT=W2L>@dTb4v&_T&xujkU@w|~Zot3q7c<8S20S41ZN7iK z5A?x*^u(#E9t`CG9!gb~_LPww@CR8hUnT@+4J~gVY*#NIf8$6o`u#N;Bu82idq(h8 zmr6RIjyb|41PI-@aH%*+&nqCwR4kkYX_$PI;C}{nKxQ+SYk~X@`|U5C5Mj{y(CUkh zrBES|z?}!SU=;$yy42=8uT?R8XTwN`ntkJK4rw^bf|cU0;28R>$(2fx+?~(g9E!`En6Lrq`~Kqx)eyKVFpHh#l>+8e z{yqmg`?ZW;Xd4do1qo`}m3kG$v@jt&XJ~Bv&M@lHLCbGIWNO910Ng8GOJzD&=RC<{Qdn6 z$gswuGYpIq(F=Yx)djN>YAMz6MaP^?1&HIyiekbt7#weSMvRTX1Tan6+=m2osLm9) zG^zs~O1G!Vg%$k2tl)|*dQ~3$f53_k_kZhDXC;GsH6Bd`@GVAE4D zNXrWe`~3Oy0Fbp$qiuugY5e}VUh?@k%`oDW6>ePQyxg1`XEwH|h0ISom4UHrCte?Gt7!^N0kFmje!&HYB z!hBtU0FdYE!9}}xc!bU)05t%aQ{s-U?od(&(0MjC(h4C2cDL}ePBYB6til^N6M(HDoH{mt|qc%?5*bU=oMXz+VLGTd}Y@jIMz~lrjLMvcSgbI0<#e>VzLU2FwkF$_A zAOw~HLs!$&3x{D>1bNMMKM=}Yj!yAuFshf@f2p&)kHcww!UA~~wb08SfW`vM`-Flc zhoWB~)pDSU;F2&lAF3MI|Coz(9xRwNt!#vkt8@umSEfA3vrzDk5%I&RG_P z@x93nzVgInSr*Q3rT}(ee$xvE%`5C2tgWwET3VuOE?8dN)b~y&I+nN-`uAC{y(A$# z3_xwnxKN+oW4H|q$Vo6IMBPd2s z!Gm&z9cM8fk%3%H?wiJpL*iGB);LYc&&{9;g1)a88gGB!{lKmRMQOJzl zs1(0I7d-i4#?trv`cj4OMx_FGP~39~H1`=CvL8uY4%b{`=-%rMMnD|=K!Ht@dK8}k zO78T7pt+0g-XJA8k?B3*S5%E9QJMY_WcvI`9W;wj2DmBewhxcD$pcT3eL##$Cx|{Q z)5$Y6J>(*SH2lY}m{g(BxQ>ea7dmhsenKH!AJ~@F--U8wEKcbcJr=IS&u&|uaiZgc zOL%^PMd&Fs?+(a~7fH$O*gBAF;h>G`JZ^xmo?0$B9C6@0ySjtOdtDDg-09M|TsQ3{ zHe0v4MGNZZ7vtc|d&0>HDQ9kUZ_*-LPBMv^*G#ji5*}WL*W2`)#}1e*PMz6x*nD?4 zM?xp^3%#j>$kX6G3~s>TlO8{N^Xe+F;0ra$HvQ#`h><(mKY(HS07CM8ZE_92;VK*? z5BjRzb8%?Y)fP7I$2#7R-f1!=uO9x>;s!@_no%IYx4S-7JTcF9dC7d^l4tJ;_ClB3 zuh1i?OIe$uxE94$pzisgc5xRRMl>z$~!xTTp7@hXoO3uYbe!mvF zJrp>%28Zh^Vvg)zEZQ7S++6rBR1jma_xoyr)K9Ys+LK*tL<*uz3Qf%%FB%>^9sofg zwH>|TeY+XQm*=vMGC%3==YA(Lnt>}$Dw(NsL;?Nk_ICoihBNtg<5w-5xz^KXmDw+E zeSXzP_kwa@Vv1~21MA7CJr?;Ub}Mo>O1;s;z(j0Ud5h92I>MTfaykOFk-Yp%zj7*7J3X+eEENFQSuBL`!MnS@1pv1A2ES|RX15YFAV z8&<<|v-c$SFZx&dzS3{u0Me^4shylOIRSwn!je-^be$n> z;utEYjCTo?oK=5-3=k}S$SlD@9NE9dl0rTn1G)NXD{KnW6zGWGXXUg`BWPp&@E*jx zFRJ~A^m z$KAPk;GBmSV7-`%AJg>5sfjcplbIHGUXNiLO<{7t)r%xB6kd-S;NS&;?UbFc2_w&7 zMH=jBX>0d$+Yy!^KP^8^Zmy_IL}f=B`x_^H*5_Z$CnUU@%~Vv{U8)_pyvfd%I@$*! zYGdOK%VM3Ev9Xs+Vq;^^2?=RzN`L(L(O?@U69r&gkPo^SJShB~DCJEZCACEhZ|&TR z`q+nxak)EvOo802qPnIx?q9!bn;IPDUX0fh%40Nes;`Eu%=PIP`g590TutsRJsek{ zT)M{kkt5Fl!ojEwl<>!&+W;X0NQ)D9&6@W`(H?9!Xfqs3$1y1fr|?Lb8;=h6-}}R? zkv1T$n!~N3Wp6$|(LRnxWzv$_T;n5J+ITj)pEI~lG4(r7c8pdZa;0QBaw%vHSk6zs zCL>oXm=jT~=hpd*55rJ(s38rOJG|7E3jP}UN*^)~z4i;d2T<_f8wFB#E=n>G+}8wE@d(I!bY| z_v@HuRxX`Ce3g<$hjP}dj7 zV!2)A^lM%8<I%AD*I9$=#~4;V04i20U9 zn`W_XN^#RaoAj#^F|Q^BAgZ z(pRaeolgKeKPxGGn6!Bqa=U+tjfXCN_(IFVMGGXe2S1p=`BZ?eik9&WotK|gwUn{u zmf~w4wt{n}=3q?Y$nuiWt}cm&rlTE$MUA$Z{p2=$&dNqAN$|Ai2N5-u$v;JR1n!KsXT& zl9(kb(v123O&~zrZeREB4bQZVBALsNcBtAnlTM-ZEFXGRkktdu)b3e6q;BogGXrbo zZ719S@vE}FVRC~8J(?uV8W!x{8z0|~$6=-0*OgL{?>@#Dv3z(%OraRT4{yuAa#Ke7 z6Gl>!%`rAYSRY933{%SAHfPc=CJ7V;cz%SMV}L$ZOg<$)Yi~4W*zW_b`6~+kNArq> zFEpr;$lGDfyynC>h+v6M;kkTV!^O+;PIij1iP^k8XBM+=vHq=#y?TNCA9rP6!D4<% z7HRpoo&WmQJ&hHiOGxU)$;zqee&>?r1-~UaS>jVyK{+j>T=jE(drD&6X0_?aWDMR? zQ+}?>E+zum^WG>K^hP|uG;#9O80%9Q(=Jm42?|}1@Lf#K4ASbfymr5upxo@c*^*vm zik+K+y!vJDDmo|QP~Y$Ky6*#W)0Vh%_)WC@>{^yVK5-#A*+IR#H`?FMrvDJHXL|Sb ziR+%_{6X#rhcZ^@ckDXHY3bD9XPPV1);>x0>)$R3ev9lJ3K4i0wii&j=M@XSsX%$$zKkNZwZ96bO)FIPLl76vgBPYC+iSL0sKS)U zNb91FrJR9=z!p`v>zq?aaOMik>jjlJ<9+OmL{^nFiYNtLU(QadQjmu_3!JyYZ6PN=d5pb}7-e8o1e_qf3RcBl5?xkEv_0x)=r`d@{HrdyF`^DiA*x-GH&gq`u(i9^+GWpqb` zeoSoojdvgI?MWERM;zqo3*`aNYPUPt%&_u{p|riPF_Jw4@pV#naOK;17>Z`aeLC5* z@B&nv$lryIb=(ufl6Al-tW0HnXdFRKoJ&0>;r9GsbLsbU6@tpgAu!blmm()$qN{7i z4Ukg9ZFVO6kc<)Zz(@22-bt)mKiBOIR^6ub^kF{uw(Lpx`u2iu!R`a98tFUp>!M5- z{O?t#M5G_(l!m=IqjuZ?$>7|E49bx=yhuYtv1GkDy5!yDa0~W%nca9}RJzSEmGp_U zXAgZUKGBUaK0IYEvEHpkH@A2_%SzaN8NtkV)7BX*wsWwh9)+NpD2(fP=bGrX&sgE+ z45w`*M9yf7+s86C`R6%hJ5$`u>|GyPi%fh}W@duhHDrDEbxF^umxO}Be@ncBV@q6u z^4^^Ka^sHU-AL?d**k21(Gd9X8bj1+&F2ZWI6H?0Dqt!=tNUkCG_F>=*LF5U@}F{M9-Y^U01v!-_{iZVrtZXG^8a5bUf`$u*8 zGm1mxlcF24vr2|Un*4NaCQ;Fx9oXrZx`DI%!Y%oG-B;pJ(jbG3tJkxs-fw>AGSX_k z^w%xEf)jbU@aYPl{(&`Gg~dhqk;Px#wckYE-&-9d50+7WVN|GNNTx>kzJiDM++=F;^b;?fl3+ElS+vN zvKrmUN@HxD`yQDa+Ii;vbxGI#@BSr&Lys@}TZ~5ja8wE$h&OyZ^2zCWUR0_;)a~Tx z1@vmwxFZ7z9WeWm>U;*0(^giG)`cDujhkdr8L%bvNL9-%ht);(CCM7)c&006K`_uT zMiwzr^7_27o?OJ-e06Uvt_ny0Z>x#LYpZpwjEaEDLeCK=%d~+|7FErUD!<=F8Yim! z<6P!kb%q7`v122YG;RCvv7WI@R0MRm2qKG*_ydwF*r)3wC6VquF%Msl+vjncg0PV{ zN}2;=RjQ}gK3CT?`IeU^UyMof@e_~6+&i`I>rXTuDIjz)li%d9Gc->|6k5Pj2+oWi zeEXQIf`I|Xw<3AQhd(uw=xe*o&Aspl^N{N&3nVS;#qP$B6nf-JkAchHp2uFfz0lru*1F|YO2?%zH``PJ?94R@ zgi?-`>t5JS@ExR%{MC5tCckI!vEv6jqUnhjURL|fQ&gh&hL5~K2-qiFsPOSD<6*$= z$FW=US*)Sc&Jn*CI`uxHzbEAG%^8a6+pN`nBy96C5Czu*S?kDB<=jHg5qfA-=j>#+ zSR9ocrWp2w$4oDc^a22v!ItHi$zp9cYO|xbiMVdL&_{euvGJtK$ZHpNRUjMPbVVw+ zJoIxj`fQg;_x5b$Z}?(k*ZIkELt{znV#K_)**1IYH5oV|8MKhasHr=Sd0QkQT+NNR zn6F5-3F1mVK+G7fe~xr^*O01__4FdPPH5x1?@Revb2whhALJA$9x`t=$>66Gfs zbF2t<;-v24Hb<2;4&X3;rIodydFYj6s`31s-ve1+obtgEqPJ~|r~0GwikmeFzcX|T zg#H!y*d~}~e`O+}!E9&j(cS!+=VL|bc~mJ&oY&NH`B$5>m@1=MVtlK8q1jNu!`BI6 z&k|85VvMdTkJIckb7D`u+X&P1rYUG%xnHM(ZNf-bcVK;vUgwp7=ZFnfMT%jKGKU!= zB|}F=%x>G7>nIT`f=XA!Etl?T*{%tBrsZ%ux=^Q<49WG_Tkbm1>*n&^U)q_t@oLO& zW0Xf;`|zq3_vM>6>H!1EjMGz#J^rAAbJ7wNV{QF31bUe{W3b+kk&CFtSHT9X%Y){air0W%)`0{3Na@nogxqgdXL0$!x_OPAsms#VH`|27Yw z_NgiDw;R@V$F&N-fMr@T=u}q59D(t<#mY8MEIw9w$KjV{l?9@>pleh(aAZvDR?{pVy-_h&Cx_;BU?stdjix$0hXYU0p zw<~WB6NuOx9uJzXzk2!#uZBIFc$%0Ui5!etBVYTA?fIZI3{8W#q$xBb1&XNoh2)5?M zK6g{VDG9eZXzI&Z0(<@Ohp;7g`7XF}i{9-Dct%aAq9N#+M85c-@O$h#LR*U9oR0R5RuYR<2IW?!L z+fkA&Q*C~uTZ9i;3`)Ej3S-0bxOsNMQ9y$2qNJp>pJDWdP+x;`6hO)V>XddI3`KLjjyn%`(B_R^Z-YJRL z{Y%&c9#zDS4^$+TvDTASz8-_*e)NNa5tho2{p<^U{nb{9vch#QgA?_BKj^=)Hw zU8>LlKC}>}`Szz`ztaKK zv6_$qmKS*9F-43q80jJ1CzoU@94<4AY_GYkS@KH+#-$EY10V*7nsq_B+mku&!RF7P z`Ebm%Q&_17$7Oy-0`hkdl1-gmxK>;&h>v?!*RQ#eL8DKDg`A~dRsuMF@)#MmXb>Z2 z39X^a)*buhf2od`E@ic7#x6g^J;T(eiz&Kd^F!-ITI?qkD$#jgXss2g-1N2kB9OY( z42>3_(Z19xp7mp4y>s8q7r*B>&0jYQT}pnT^ml4dZu*65JL}fq+T2h4I=dJq0rsIH z-zB`w*Nvw;tsQNKd`T&LIoS;ovn*dUU&xABawe{@e#7n8hNW4VPwz=nkbk&z$@%v0 z?P&Ouhs3vrMs-1P_@!lwF+Dhn0=;S3R^Po@F@?)^?IO!!7UXr}5Mhrod^!NHq9Ks`m z&%d{&?o#yswQ2ja6;`58IrO8}Qs}3Z(A|I!J!Q2QuKRZ9GbAvdQ^v(G>Ni{2{b;P- zH)U3NEpiEqE3AzqLH{1{R>dd6ehOJ6)2%Xd(#jrrWQ1w_|V0 zY&UI@Z(h(<(Kwr*1;ChRy;=Z=3gqK^pfbPTj5O*XOKr;hY>Ct@AL!(7uL})z8{(ZF z!j|Hf*) zOtlKu8by+KMM`FW#zI3#dz<3&(B8Gxrksl)2^r!9I8?3Sf?#I^<5Td5Tr3Wk|5`YL zKO}_!{%}5YAQl}Uh1ZR{>|o{v+&EEmL>b=A0Ks+>2S4ZiU32+e-dlOr2#^Rp0mZ zFO339ck>mHQo0*dy1To(OHx3(y9AN$?gnXzOLs`OG~%=GZ#*yl?;S(#Is5Fr)|{WY z_6|KlXpsb!a+Pk!h3^(r=+rOC1);kE|kxP~hz=eu_ZGipR4 z3PT49i{Cr(k3Dt%{_s&)aVY|YsyM(&H2@tC5Xnsdox}3Hte>AefxnIdeDTsp2jFS{ zZ}JhC83LPF2ZIPerW!U20}=r8B;em)%&I8B@+o(K*^bZ5j0DrKD(NWHyIom0m2A1N z01}7Vfe%z4GmHuzXyZe0#)NL7?%7cm>ZTKRxUGM*G_qnD*7xpTEmcR`2zm4;TO&l1 zOOhWkQ6VK$$b@3`&7Kko^#(>21u;eiw(z1}9gm(;nKDf_Ah!h;w(&=OP9`q?wFS?Y z4z>b?+6q(2z7%^(f@Xw%auckKw1MH|w~72pYvDiUZibGscy^X(yZ;SS?+DNL?yr6= zGyumcIOqRh_yY_L7Hr-GgJ9qw?O-;9CYVqG05-v=-`rhJ%l}svM}Rz^hY7=gCQo2I zUd-t@z$gt6aa38^gT+b!0uQWTAnkUa`YV!cXd^CIH*JI6CnlB4$k3NZUY)}Th!dto z5+!Tv8XYYn3ldnw@5sDi!tUpZ2cJvB$wijvK|lOzV318TM&^gV4c^8ooHtSoDtNq& zm?{aMJvzVcQO2FCH{9){K2C^^XR>)u#XqpiI!s;T@G2ENljuK>ujv?+Y+R#?7CqbH zJrpR8YxDwSAoP3`Z4a(G4O#=2^OE`0^Uy5dVGSnM95)WGT{`X9aVm3nSm)}+?*ZeNCSL9W|@N+!+bI)+HSeA zWX%F#zA)YkWYfrRQ33#{0EVtDEG)2Cd3ZQtgxb1e-9uy4M6yP}}y?F8JI<(DTtx*n_f7;LvQM zBQ{dGdH1w{L8q`v0)_le{zDsH85;#b;y(rkQJgARYfi45WD1}JSxO;*^9)qXYRg>LCT*#KF9eR` zQ0gl8lu0WisWbWpt{0p~JhDeVSD}&XgRg~)l<}j9&5*f61hr#(Ih;*w?J)|L*Bo#u zPC-oH5wJUAxRS7OkL0&HfIv1jHvaAp632oI(kSy6j+e%R;Cqacj|?5Q9;!1SQ|jn? z&}0{GiGfRE3+Oy!c&(i!8Yhr>(5_{dy}Vz26P2T#muj#Y)$nmdZL(~}8j}L6)LTa_ zk;uW0FB&XTqw#p44 zq?qiXQfoGt*D_>w4ZrCm_NgcqeU@mPM^iPn4*H>~`$~7O^>>3XC|C2_dqT)8tbNZ` z2CvSY0iXm9>x?QLc92}f)P-`Xq%J!fC*Npjma)$mqks}xh5E!qqXSnYF!`B$0 zP$&(xm_f`4{6#U(M=G|dP`g2y!lSje@9mMxsEIh8dBh0$lceU1%yhZf;hu_~Cs2__ zYS#Tle9LJd4HtTIHdf}gOv}xn#!K!Ddi`1Gad~{hUs;UHvW!A^o_SfJcQnZJS*bBE z(rYvYEdH}^r4%n^^~@jpdtbqxp|tkvP{?RdE9_U_)%t>U&!Tm~p`R|V!4-I_PW9h= zs`6Jl=@UQe@gr9kHwvb``VXOb&$eQoiSgGhT~`J_)|cUCJu#wnFLIFt+*f!H(kB~OPC-a zqjx8~k%2&B1ujtmy!8c8CP*MGKXAD_TH|wT-wu2+2x-qcm{=Iq;d8qMLhzyE=81zS zAVy5Xq1v%r-Q+b2;nU+{BLWuu#jRYC)BQefmhgM|R=LmLitU{zl>cy;Xx_ISrGH1y zD-!!fJ_uP_qW;+MX3ce)$?)1FMn3X`l^$d0f07#_M%e~3wM1g|n(vv>@S-ci(LCBK zOIVS2N=-lgYb$`DL>?+F-mLuhp#>%2fEApH;uAOiyfFp67IRW$^#*p$r7at}@5o6`4+dOqhu{&fJV`RPd#J?nU0_E4_2aPBVQ zXpOn-?i%Im8rz7mJj!Oh72D3%0K6gVe~Z-7aIReiAI#qJ@QR1yyG+XTfr3+FAK~#i zfz&K+kZi;PXXs;ybe98wFZ7Ud` zA|C};Zp-lvr~}#erz7)+%z6#p=vdkO4{DH4ujZo^#O<|cKpiGU^dFrPu98JP<=bgi zB_j)cjJ1bnj?Y3i^Z_?$fdY8OUliA5fVz}^|ODDl$c{3yTx2*pjQ94uTScw*9A;c}Z6Qp60%?STCZ*`uChT_$J zc9Mt!>>=hk(zl5$(_HWLvQJDP%LqZpsrFkQ{$s(AkA?y!n(zX&982 zELr?47&BpSO4khRXe+59sK6Lek|N0pU~3-g`*Ew2;zS1vk*mA>+t%+j?Y z<;M!jNz9`B$z(CKCa^;l%^%r8gz%_Mg@AL6N{|b^#I8=w;O;jMFbm-pd&i;IQ8;#+NEC&>juB0GL2o?mKG#$Bfo&15`7xguiGyzWOtJQF8&iH@=4o`>vqSFBakLaer9VB48Fe4p@y8meF~PDKLFlC zO;`2Yc7UHlT^LkbS$lm8Uj$ynHBFt^C5^a%y#IlbYvoFUOkpyXTk9*9=hH~Mrt3Xw z)eti2`~vGijMfH9B&nGuE_?QJP!CLoB-S?5>pp=~cF`etLQ1beMVk_XU{1}sJpykx z+)=;*52M18OY7o(jas1Vf$+JmK;(kY>t+9>I(Hu^s7L<}c-{^PJh@yE#kw8%x=}qi zmzTql#A+C;R6ag5T^cU1TG3XUczC2t+BR$hAgGAe)^l2;wH=lltz1A_QSf>YnLnzZ z9-(yF{B}3|CHVa8#Nq-_Qvz-$mR3-7i#cmht-rL6g1u=KJUJk<_MGq{tWHox4`Q>JJ2F_lR8pRg*r6Bv!xznQT3b66qIVy2y3`!5DByZf-T0M@TK|EI z0Gw@>oXgeEnn+x~)hW4{Bt|yu1ofirik5SS@FO1?=pg6MbG`#-c+s?^43!#VFFh`C zO-qn2tmQTM*nU=uV?$C|43p8*muxkZF4oY>h0O9AvrB;Ui#BZ%4Vo+GRC4}bEDj1i z?G$vE-tx!+5<3w@-JeHh_F9A_?h{@qd=(4P56duT7h2OpRRZHDbEr!~SHoxNLq=)Q zZTV+9?Tc4Gs{hm>BK%enZFXHz%$`wb$l6s==B26pANXv~ww1gI@}ZQ|;@pmuoU?rS zd4u63?+77atEPE_;dzm%+oT-^Tqfy5QWIQ_V}|~~Uhga>hoC9b0fYJ6xSQx-M=%5+ zts1jGqZid8~jkYq7!AE zO4KH$aP`+jQ)|D-h`Iq$B($g!lCNEG zcv5=g=V5f_?j_C$fR3QyC662n!2ZEDi88GBLhOTfZ7#a$x)U3ogkl`@6%GTZPsH__ zw!e-z?v5&OFiYk)Z?a@1hH0sNmm4c9sS)T~Ey#}Z!>>QC4*9~xK&s0-)mroXJj&tS zKGfCsFa3m!gnMq6XjU#|^k#38s_@tc9P<(c>d=`{s}_lR1;1#!vMJ0g=TaJB;`OWP zA_U!0i`j;5TXuHO-wEGawfBP-{ab@qDD=*iVN3AR7PRv~r1E1A+X%fv`Sd7DkrIFw z#-rX^!meFyYa;~Ka(GJPZKSXpgunN<^2DH@d;J;C9Z3i|c=)kJrPZ5h4?eZrh!0Qq zb(L4Y6VHJZ)zf4mPIWXD9)P={gWC@){A+0fRf1Kn>lFh1K;X}7` zg@40AexS$P@(%YJXupOt{74(<$$s0;q035(w9RJxy(a7^R?X1gi0nrrlDfZ^2fT1j zc|SmZ3>#rU4{PT|d(=%HYg4(BHi?I-HV3WgAT{R?KdyRtnvDdk;ZL!4>sjSkYJngK9jtM%eQ8RAo#{{r}D z)irk0p|IzLjo#{R)k-c#eomi4^~X`)0d5;O)93IFQ5+kZ09cy3B-g`d{#E0_mE3z8 zsBG}!`%IYIjP0o=hCKBl3D1k~6lnjAa=Lwj=gKV?lhb*T0?L^0l*7h2-+)s~#r_KR zBaaTO!I4D|FRSF*mDb{}0mv%wV|!C()Ckjwzw8v>P!3uXD9zY@C|2*zHC^or`qjde zD2;x+ur{FA4bYwv-N+{^VU@+G$lAo}zp|WQ7pJ#mJQd(!g}+ye$+f^x=*?m+xw~p= znLgo*4p^qM5ZhzZWK}H+gt8b9R!jJ{FJpxl4G=nxds$U4NLamX%j&uKNkkgE)r#L< zbAbyfo|AWFZeZtS)E^;)?*=PIQGGpvz=51@S%&w%h<$eOX?S>D{4#aS4LjUt6n;;) zp|H7fU>ozL18Cuwk9H%Ax{qw#*xmQ$jm_Pu6AF_3>By)UXmv{(f(sxe9&+O&BWMSt(5I0v&Zw8H- zrELSOC{ibLW*Sdr(oygji9WJR}T&x0RjJ zZQ+sf$aVEWC)d^Hjr*ZUlCd$C1e2!0Dc^SP>J1HaG&ke}r|D2@*P zLxum$#)&4J%Zclq?f=FWL^(X~YHbG^?TXCc@@#!9`jBsjX-Afm%Zh$Z93@a zf5l-9+Din4sIGqV6l(yTRV9K~=Ga-IhnV?2DoGCmzjwtL!`YGolpIDhv zrPvm6_?eJS@SwWP@}>6)UoAs;){#XM>aM1;!f5~7$hb&lu0^+d0smq4=s@#q64OPr zc{Z6&FaPPRvp0LDr5V4y9oi5aeW#rCW+i#eYi))gODD$NqU=+9K9T%x|2V@&zvm9U zI)8eT#uo#8WPn`#;mVn?Z2UH0EN<&b&k;n^H@k+!)W!3%+12zV%qIiukcyQJw}>I* zf8YLBYOsiOOOI}zQ+x-$?A>Gq5^_@_o1pX?4y6-6J>^sJD5}PyArBgjYenYZ z(gSx}4t|21oVCNUfyh0TfvGO5mPIlBYMr5J5R=79|@!csHgwU}t?T z+@>747&`rck1id)f2s9%)_<1cv5Ax#3HE$w|0&9bqYoe37R5^)UihPdiM)DbRCoo+bzn=)=&Udtc6!^W!-qMd7DS(O(LzYD*8$&*- zJ2(}+PXk37wr9KV&etOaP#@|rp+c?s1mXHRPIHSr?aH~X%X5p;yU55!=i;x!v$dH| zCUx>wl`bK7s**VFzoGQzUp#gyzTbG1dB&(3uf~`|Zt>=N%~4{KIGT|HR!^2`%-(0% zSz0z2i@naxe0UXOa3VyCun=pdM@viS>#ER@My7$hr^yPfk$|ue=b&~>C~;R;SC~o} z*`W!o&g4vYS=%z4X0c%^*)cjvkhrG#=o2RtU;tHKAV$HpW5bFA9=Si%jpwQ`D{HD# z&#qWAPb#G6D^}?;0(wC7qDf+~BS zZ}itw@smdLvgJ)$-OsX5`x}@dyI$}ZTkUdU7hdZ(xgNiH5Bd1!W00RlrK@;#BLpp$ zZN#k2RMw&J%1|jvvK+k?pR7?@Zw61f=YwOOqnP~>Xb9o68wChhuvVxOJ>BuY=uS6N zK2gUaTTKL#oN=GibxztxXX2gNPxP(Z$DW)^N>rdn6|n}m3kQidMCA*EK!_UY_NT8Vj`vjbE}PY zN`8ox*mr$moqZ1Zx$!si*#;l{+~9PUSazQ4sRUH#57a*7_qmd@3*^9y7!Y-%cKC~a zrW}f%J#w^Kmfh>}^H5g$bnlNM!}^b6dCIua&5|^IDZzzW0w~l#onw8j2Z|gp9tvup zTV7VJuT1f^$G8TLwIk(V%?>GxeZZ6q>ozPFc+AoppKv23AL#z^YrYBk%&_ydR@}3B zB6H(SrOW+Mo;vrhT-Jc~J$34?kz!9<7y%xyGq+#k$m6D~;lAv?%fR)$AKg&+2Yz^z zHKRB-2|j?w)LK?w)yKlAl8pX-Qpp7J$C<5AaKRf4Sh07|hmBP-Pemmb`$zMd&-?Pi zF9$xWlI0hZaK_U`u^&XMT(6F@w2R;bvto~E=u$TKgXN^>J%bXvne?%{T2Fu)NWUg*7gY^B+D8_uun|CsS+#j}@)MA$As}tW@myL{2%83}w(50f3|U zgJrN^Zy9dsuaH&hSe{jT?aGNwBaU}_;VR&trl;>AIX5+WF)Q8K>|V%Kubqd5C~*iC zmX=iF&74xB#CZ!A(>Fd*x7snFS@EbWhR_sZG&{?d;+|8`mx_B9;aeC z!xUHDcc>tQL@h+Enj!hSoNBM`g^>F>cQ}Sqy2R%98C3GNcxY>Y9zy^3pO{U4zDhb= ziY!#hu~NZX)i5lZ%rQwforC@rm>*>;r1oW;uFUZw{3d}*IHy#sZa9=eUe&9^lMmrX zDJ>51a>`qQDRrDX)RYJ zxi_zqT=G|U3p)JCZ)lZVXDeloH+EVl4yVy65xVXBST;V(u1Q)sxBMIq#+}Dz>>PZ_ z*OpQ4uEZB}gsyyjQ`{t1qmY^!6NeX+g2cPcZv5U)Gl<%f)x#Az5Y4|WK)gQ4y1IDg zCClQ-&GIa~#r-{^sG>lVc;YNwsV9FZaU1GK|UA#A0=$nu5j)=aO$EgFO84V*f zzA?G$>j_~VT)91sGcny$C7?LE)C1Qrl__QvuGw0@qdejXZE{B_dzE4gj9RPd0LJ-u zA0y!R^eb7cn||JMkC2DysXAEH+4Kkz1o~1ro3r_uN!)^@fP@##bKQ1%{mJOxLb&Yp zTrf8bG&#K`5wuyhqiYWZ6PAMjN-S1>dtmbC!q+W11{tpcp9H{C#kL$s?F_OCd`fE} z;DuNJ4u3dWTWw{tGpl5dpjkW|;;_Od>4<)`h$Pt_6$OQIP#7ZqP)bLc( zDtK8DRq`Mm(uK328lBc}mYKN)?g zig4Gu#Vt!*VJFPi16!y~Y;kHip9U$TU0mnvACA2-D~sK*oVn!fn^xx!tZ!K%0w0@c zn|1_0Ye(m48ue-*SN~W9=+5=@7dD|@m(&8^u?*oJJr8%dkB4r}?!J7WP*c5idzE%} zyeCDuO~^?Mw`bPRP+Lt!EIM^s-pIxTD%fIo=ty1FrX5_x73Xl&t-!PV#O*^(%0BIe+8FQImuvXKsv?uC z#3pk>XAazmP5Vn?4H9BwoyQ?DvXO()1n45_`415&muS&fJQ`8*1LHXCxQVaZk-R$D z0wx@e`J#~{&0i0#I9U;9pQb5tc<5#&sD+6*|i&$6D-v{F*_f zjWv4esSc8`rM5jRJ>dAFfz=y7lMIyizw)OCEL?^kco)ssGjc+uG*qlaf^~lho$OhTeIZ(b;q$!JgL#rgKuaORa2o? zM39IRlUwY9KWRctO4csY^*twl)ut?a|Gi4t0y0Fo&|nxJdqBF=W|}ZB4k!bSd&Mx9 zQwGq{pwf(jw!$jGCl;mg22ds>uB+!xs2yz;`&t^e5hSO@y`ICybNRr!{kqQzA|h_{ z=*dSm=?kjtLhQh!$m)Zse2We|2uX^ct-wc-Dg(=37pGt1^r@*q=YC62@DHK3o*-@m!VPIuK4S!s|^>VGi7TS(GbtS}*L)Tao9<^NC%;#FF*3me z_Cr7s1@GxqL2kJav_cgX#ETOV(w;RAPObmkwOIVTZ!3 zh9kALVEGB#zJP`I-z7-S%NRd&voI_R0qO34!8%_*MWXKu$JD^j{3My_FQE1Y2?6{~ znBV4&Y`xLBvK?KUh{m~mU5Zs1z9K?&4I$?e{Xw<&D?h*|Hk0CvXCT4;h04?`?{8Lw0s!iK(=hD=|5Tt{~Mz@fKl`vHroLQp$~ zuK+1EM)pH#7}U)>sJ$dVHLa-%IRFGYnA`^l4=QKD2L7y{&S1L)5)-cfM4P+clx{dq93z^n{?J7a!`jgovw?#{N{t(|2 z5@T^6b0*zDSQaJ0uRCpw+q*}p?Fd5=srnULs zpfBM>w9B`7l^BIN=&9hZ=**12jHb2F2fvE0P-j|K3kN$aVLb5{Xf2cacm1%tb46K_ zl<*TT=yYob+P}8f9txvk#^1@8Csnr}8#mt5G9ixBGM2l8?kF4x5U{-sMtFQHUuY@2 zZQA+PT#58rpA9`2hb9iQ#6!zq0ZSye(zf@ZQR@97VE-0tNMh7J4S8=Q7~Nf%zA=xL z76sjmwm&Z|Q-8(t1_*#xpSW_Kc3GlMjE1{qA{y5g{QJcXcB+7S zT-;p;Li}?*cAUj~j8L5;!}0rfa**1a^*Haoc9@#E$TpF`D$C?2g}A%&3h++Fq8oNh z1@#U1)pa*Ez4Oxh>IQiPdB444%V4%`cAy{uS=;2{{iI%JPKYH(8Y>ePO2nb#kLh@_ zuZeDd`BIB7CCIc3Kho(a5kndL#Ci}*^=UzTO! zu{%pb0K13;9OcC*x=P}&V6VLZeBT&(a!_mI@o&MIx^tjDL1G%34S*lWtsl2Jhh$5z zJPLv#G2(8-OgZfEx6d}*LMu-A_?f8LAG&iLcwZ;hZYixBi-LX!z@=VUV`c=BmhB-? zC@+s#sozL*cHi#I2uhOauhJ^&v9gTMV1IGWG1q+rS;NhtL^Z-J!aypioVxx_dTHn3 zMvvVE0SAF>I#2@^F=m27Jb!)hV9(rNCtlY1=`%SRu7;>C&)sD9-}Z8j$KJmt*|F~S7YCj<{vW|G z`9zwU^8_RMQoEkK5LAKByPw*h>{wpmz8$*vYc2Zp05dP;)mrD99?vGkfF1kZjF(6$ z1ZuA_7C`|Xj+C95TNEv0OcIwN08ph5m)L#52Q0LZ5{t7NbH!5^ri4ru+Va%F)u?^3 z`-~l8iPZkMO$36sth9dE;Bft}9hUPF*oBT$=l=oVxBqve6rFlo_&_dc|DSJPHP=(J z>lcp6h3SA!AX!4*aBESw7@GFJ0se}bAyc;0zv{9zu5<0`(xZT$ueLc%=8%<#s`qG} zB5!N~>2jcE%`#B^Nb^LJe4$)WIR;p0%}DK){x*5JYek9$-u5icV?rOjgZgIo} z&q0+VEl%f$kdfJPy0zpzMZ;--XrsNY2B=N}*P~w3pG)jtw+2utz?tNK8@S+gYpyD z9AGFc87(+KD*pED}`=3hs9RKN}J9=DLC~hxDtI)M$>|4 zqBKqWL#e2g&u&8qIa8x#dqFBg_JYkzq{ZK`$K2!d`7lL;JWa8=i*0Qoq~itD`eOfh zvwBG~#F8_dWBd5Jv#fQ_0T69dOV)DcoBTQ*Y_xFh)`5 zkKP*@G68c`Irah2E(wP&a2f-s3N#)E6`Tj_Ary1yUp{;h3TeT+^(6?hY!VQ>mi)f<*C~g|;U)bxA%G_>hOFTnRgDEHjg|0Wa^n@Zp`>ilS!b3@8s7HTy}1^pbtF#=c_tbd3@&-lgvfQ zC4gwfdT8)oFPE-K<(|hwAzBUH9UU?p?aQRA;V*TJ=08sy{p-#8;EZvv5~Y*3e_ z8LV#^$w38xN90um8m4L;uHy|2jVJ(`6oN_yrJEH^;8!;z??}Mt2iom2gg1}?Go35P zj}w$2hSl?6vim7!x}bG23WidqFc^$>IS54Oj*|v~^^R%si;7h`_6oV5nn@L{4tjc< zrp*hqHdC(xj?85>i^K4d(Z*&Z`dTON81Jx{ljz!S@73G(udmL-5|io6xJ!gia~RB& zS53wA)#`?By(vYj=^Dn(t-fU23>8Tk=w{ET`H#*?@Z z&|gV>-zv9Xt6ed01=08(hXQRCx8aPF{|uzfc-$SVX!d> zDtBk-)5)>C&ikk(rx%Izu4-J(_R-n@1xSnaMja!fM`@fP-wxWNxZ}+|tW?qX6JG`l zaR$><6j@yTlCvg|Y!dnK{N_jbT70^i55;|(xrfDH$J%MTzXo2Bc3js(_^9`HP!QXT zk_KZ=CS<*e<+tm~R^}BcB|ZEo_Br`9z(`ZIiPOSL;%5T#(l1lCSFPowZ`~~BM9Ari z&6u*bZ}_kkf4+-Ijg^-KnKB@Za*^IgG#1et;wbOItIM z7>6?ca7$}M)9s~XA5P7-EXJ5RzpOexta>e$ry0+8$HOlj08m_E_aaLKkE(90cL5S_ zFv8ihD~6|_naDPc*u}5H#fZP==5$8pjXt6_5HJ>p3S;kFq72LNs$VurDz>MqDHm*s zMb((hS9l>ssLk2E5aIot3k5j43D#+4nro%(>g%nT;p=mm*3+ z$R(IKJnHQZ#-Ne_{QAh znB6*9)-=oIt5kZdelt%1DZqqMn7joBjfAC2x^M#G25?OF*Dp#u=u>`NCD>g-k(gfB z&&E_hQ9oH7*>~BuJGYZ*joM)hSt5CG zhIyopsEa5hf%+OIID+ttT0mzo^B<1i>ckdLfPUjBK`&`YU@C0N+OXqy^s$y^mSe=L#l{jwM}*H zj13c(J))_#qR;LHdJI5fNeajIfM#(z&?<-+0+qTtB&|RQjD>~Q*ATPAc|$!5ac=h1~lLA`jKd1{U(p;#9c9)8O2ek zZewijc1ODfDvqW3QZH2@LurB_T>#{o?b{DOK1j(d4%a1B1_mUym+@oT>vd=Aa_|dL zYU%(#>>0x%F;r&hs*>tX+WprjQ*1lnWbre^E;0Oybr(80LF zMjb1pf4zHmvHg1fHf+FLBdY6h|HdFfISNks`2)j#eKIN)^?;8ML z%-z^)*=S^`W7qj){gEj5ADLq1JLZUyyh)XAs>#bzB0j^HGFYvMQAr^T0n-8jVf+d#lCqdo#uA%>)W=9xA$I(2Q(}R{qFuZTLY|_M(f$Sf^_K75IgD{l{zqDroZYp9a+?uGnyx%cOHnJCJ(czJfXVb6$xMs~l zpEDpI-G%YmO~C(h=wJnzCx@nJ|NX5%fUoX;_nqSkt6AQb&>9$y6%J;f>}ZfU4e|3U zE+2Q?P(Y3+s(R?!(3DhdBmh$nq!XjFMeX)lE{&-#c6E^v=`GHnLj*N4*oLDITX&r+ z-{{?BRV2^Jq;~C%)fyq?NWU5Wr=hZH8ZE*CjK zI}X3@^y5PV8A{}lW8+|W)vKh9J~AXrm>Q_1#vZUXa>UbBUK|aVRK@wO34oG7avTif zf2liH?at3WN5(w#?^RNM>+sGT7Z{#{0_JJ7(2rJl6WH)2_m zCGuvD`bMBLU3?TzfY1C(gn#%f$dS*idEs&4eSd8%+j=G@viBONaT=A2G@^yj;4CD`}`vVSXqK4wIeaHreTLJm6VrUp9iX>KQe zvwOn2{|XyXb6rA#HlVcm}vuJN|39cem!xI9kYFlc^w;}x=n%aelO5MA*6{<3HjHAZ*-=w z0GM)vKfATHDOJiyV#NtRrrvf)DAE8q53yZ6m1{|k$boNYYN&I!FtUqW{)Lc9&!%~R z3z+ay72KwxK|;Vp2bG67>T(N_0US-yG~;QLxLOZn zDXb$K5E>qzsJfo-wBscwRL=KCnG@MyLPLKjKm2dNF#^pB7+avZ!+y(RSG_n8P}DB} z)0X0DUl)5q1zC}NA*^@|K6O&t&HV)m8;g^OEn&*KKNU93HIMpIKx*gsfRFI+O-nG* zfr$%P1JPit1VH&OmOSYE$j_pqi_Y&mje!J8-$6&L!yM6FAbI0bw^&LD?kxu-|C80V z(y^cps2oGxK8^x$HQuP)dX$)fJ>X<0&Y$Ss*nn04@$^4{QLo-01i*0QC9MEKq!_Io zfEvVW>~`)LM23wKZLII06qL&t&=mU{S=;L5yqD#w88L0x-gR)n6Q=_ZP`5Qs4M65Q zEzy4Nf~XxZB&j70HRg>2q2?YWx3FT1X#3yo>8ms*E{@Fd>PYtzy_mntw`fx@?bAO2 z^#di?I-l~tu4d27eX8}dhZhJdHyB{@fZH-5F9dGB3xSlVU|7p(dfNMv)pBic4=~KO zwpjuQ+cMteaBtiy!e5~E{4sg~7{0Lz{-cC=sbYIJ!0UC`w&!j;>9SE1(U!>(6Qm{+ zQn_i2$}}!WDq-1rj|#xY9NSngHxDUhJ1a*f3e3<^C=}u^41l)w`vleskA*8T8&i)p z4l5Jy%YU8RDBK+_cmVrX1wt(lAh(hGHx!*ZRDGA;va_HAnJ^GESHQY05Gy3{fPPax z_4X5)eWwC)JxMSp*P+DCtvH z(54#au>^EZc<>RrPr?0r^r*wa@*PM42Q@~YB3TVZbTw0xXfI4ZDgP%8#>!C+S~;t? zFGD_ag8rzQzYBjRwAG`odYBIvsIgd@pxcFZY@YniPt+0`I-8ojdE`KvN z<92pVBFAAfaq7wADUqF>G=J3tn8x=^yx3r#&heN-Zo>)sQh3sD zDKEUhzE9Sb9GA3SefJ3u=dgm<-RG%=;{2lWvMiipcAs5v1T>}i5 zmNY5j*q*Vv**Aq&I_=fKJAp;ferrMwerSzg)so%ZT~JBzdur(8o`p#n5+HnhJF7G^ z{!kM9lx6{g{1h$f^IGkkM;88AlD@MEfwEAKMK(7{%v+PFD*9_Q=XNI*BPO{Bp) zVwogNq3@tL11KWhNG4DWk!v<%(l5Z|78rmG5!6lw*)e9t3cydTX)Z3;~}3{AcR2f zPCa?&D9XS*LlKGMS8lb~l2qCshpB+sHURX9eYmOS-3q&(WzN1-tp`DHp1X4|N+%6I zUObFLs#Wfg^PkHnEJM|4{**b)O+;>*6(n?|cwc-pU}E0%^#yzvB_kE-ztsc6`doaI zIO`vBKcn1qUN2@=6qOlrEINW`4;^aTmTgG#8k0s1o3iaIq)Ak3^S#BNWq4^~z{d81 zB(@BN%b714Ql^*G>QR8fH}+FrOv?|=ev&A>cL_h2-2;wtDX*`Q9SVp8D(1le;Oc80 zQv;vJvAXz`&r55grpRJ;ZCtp}88ERG=Dz}ub!{~P1=8&QTM-hM(tTB=I|2Sz*p^w& zuMXg?;`#qT0#Qy|X$b7SpgP-8{qb$` zl+_fE3N*?gHtE}7Y&sO;c)g&SRcvHX{jXTtv}0_+DVy{$zG>-Gg~%)jK~~_$@xG)p4YZ<=R#Q{*10I z5)*vI?N=zUF7`8&;E(A@oF}kIoa!q+=L?U{-xolQ#qGUl*tUCXfU^8G-h0J=3iEiZ zOw={)6>X#*>!3mz77QSYbt6su-(4a`z_bBQv_yzLO2r_n*VdKaKty^4*tjH9Uu(>Y z$bOw`gT^zJ*z|x2t-owvJ>5rg?f+V^R?`za1z++nE5w2Iuf8cfkpBEXJoep;yE`Oz}BwWoJG)#@8Sh_ z_dUd4nd#;3<%fLg$Zx(JJC?|*;4)qb(0mIyww{opzleXvvwa0BimQHftI!L)0u?2Y zr@Sp?uB>O-wTI7^JpD=~!N@$x?UO{~^B?nth4WovZs);F?l=x-^4{jUuGe+FXXg3P z$IiOMI;RwESF6tyAvfFMrbxqt0N-fl+=6fMHxHOW!lJRAa_q~i-kZq08SV#2UR{RE zw!a=(R%)pk2#H_!sa>vBMN5t?)&AJ0!RvU_WZ=Hu&SD^smqn|3V6=A(d<(@*;RVso z`~P@U7lryJ*+tP8MJArFKQ0~mqWLbp#-J%IYT#u{ky*Sh@qQuJsH?<93+~Mgnw{9K zk@*f65{4K(k`?%LZ2Ecv35}PcVlI57(qZPiV?2@16uSkVf0?q>B|A6O7F7ITI(l^4 z$0vfa)um#(=jiV0_lRua)uXVcohOYCK0E8meR96&cAnQpJ(PSZyoMn0hgr&;UOPco zA9XeAl<<{DTqnN@YmJpfRMFzCTUav%gGt0RWllWMf9Rgz&T!^@#07mude5ihK57It z^*Ad=df`v}HwY!E>^=T3RWTWC3V%|6Ep7UX54N0QdoWdwCZDhTs6%tn#&1n_k<7=* z!HWvB=wQDX=l3qWEr-Bem`p+!kMC&d7TF@ntj=OJOMV`>Eyclcqiz1t=ov%!DWE>K3!x@|n1vFyq>yCR-uPkczdtI5i5H&oaEL%0=lL4%4bVcwlHI8Qn8BUZ*tU8h0dxRhO628Hs(X2 z^%Qhdtz#0nxjcv8Ltd5rf4Y9&^-C|Bki%Q_FILv_36m$B2p3l({=c8;f)5q1eS-+}^5eL#r`6lR7pl zlH4(HsZVv47qZu%QNBp0uCRHo5gX{{aV zPKR7Gp_Cw5WAnr>*p|Yin+9wQ5edf$A)3wKyF=I8949$g{5$S9g|xd#pUE7)bxq3l zPnl<)A{8CYYQzr@Ih5FpZSl!*{&{K2d3sjIJHxqR3|w23QwA}2kDf;1-^2UvGnLK> zpIwS%Y&KUaq99&k7qE9t#58owB}%GEs!;gSt@!mtc8a(Yshbweql%<+T{)`=ALA6f z4pJa&y6+P9pZ?#xa$1eFZPNi*jdzz6pZO~a#n8%v>&B&%+reI=!PWAex)C2Rp2irf z%Y$VYbQWni%3zDO(_-gV$IsnfovFBV^`<+$!38B=&4+@Yuv0UwUlYukC=`qIR6n%z zUbg%!My)W_YVFK`4RKIz{)SE=%P#U$Xrznm7#;mA{-#D3^O=HurIwGhMqs2w30p8^ zcYn6$`s6bfJ@$V^zJ_@e< zd~e@BGaRKCoFwLvuK^~Ysjg0Hz|RCcb18t;x3>u(4?Rgtyml@Xk$C|)*sF}8Lco=| zxtl4UoogrD(v^s9V}M2U#j?^fhr=^gE0Mg$D&HP9R;*(;+J8$HM|W3uYUvaiTNXc_ z^HjtU>&at9<`G#z>V3)zR4W(WO9!rm8MEB)$nU#WCUz}Pdi_9jGU#oeyX7UlR`j=SRD@m3zoibA zV?E-}Pgv6|Gd(J`qu8ptsw7%IQJ<~*VWu(Sg`D)cy=vYP*Bc5MNkZvWJVtkPBI1>MNIugWF80DV zTsdr}mJ(zf28+`b>Jx5KTyj0~b#Ac|a-uB0Cvfedv?$}}iXp&&JAXjR**HU(K6GzmC!mBm3px1F@e*a{m zVLeBVT7v`+Zh86Bh+PF(RGHtpBb%}hjeuc#=%=l=?vdYoCO~Zr{9J$aQ=Of$^}hEf zU(QCm77KzMys;UL$1R??>Q29aR%PdRAztFRqijb}U{$h|U`zPflA}czP&3lImNrVU zzgcll!|D>t0AVE&HzeAta*nQHY> z1L?&-4;*z21fQ$e`MsOk{MSNbZT%O4Ymn{1St-J5Q_xa@@Zg~QS=nzC+3)%4RBer8 zbP9||QfC@IIN!mHn^dee39%hzbm@O}ktuynl$`fob}`^M$Y-n~es&-2DSaN1w0uaL zUWYTC5gVg?vvquVZtzGpICv+MT#|=}j7K}J-TrXnG%9p>QS;6n(O^)!ur1-omiLSR zCiM39{~646 z4c1?+id|i?7-O2M-CX5!!y;RM9_1hV@?8as46g_FmWC!qy7Cu{{ogY9#25?R_k^*% zAxeeR4XksJnkIc3o?@+wPPx^b0dr`1O%=Wq=jl*D5t{8KCnaS9X_jjQ6eD!E;(%U2 z8Ue=o^A4Z{N!!)Ke*<1r4^SujZqwXK8XC;`#QC*6#G|||U?5S=rH_ZPnfkPN^Yl8G zaMuoX4oJEHYAmj)f=@ZTMA-Wkn=TEF1j4SmMC9bE+YtUwW5Oz42h|XR@Ns5lW?hTm zv>kFl&t>R4vB+>dbHXjkF!!Q=-73W(*v{?>Z0zqlf4JLJge+#r-!shaqbe9$*!-*h z+zQYjy(!7^80h%@{lJ+NxZuIT7#nems8x?T8_WR-mxP4Td`3zNRaD!Lf!z9f^uvb_ zEmQ?yR|)9xblaMSzo|`-?E~R@2wQ^mf`x?zN!L*sR5M6+2xvY&4xl9*qQ|cnzEe5L zcIu#^ek-w$kD#QR0?(Z6tI731NG? z++ys_P>ToM4K6he;2Lefm?UYk<>cgib!p1@$_AbaLVXhsR(z4Xm?ux3l=^Qv=TLB= zRDSh4i2JFj#%u03W&4Z^~SQYvQ#Hd5O*Z^!yjgbke3X{AR;T(@#A4y*>$&m6%`k2 zL6e7Atbzs7r+8Ca(zCtiaSRUWE^P{9OboEK=6SEZCGJx?3S_%HV4Q&Mo;%Qcx60b= zAij!u`bzS7oHV^7IZN)Sq@jJ7(&n(R zhtc2QYNwJkth$yy$RJL7_U{R&|Ia5bNwVZ@7eq7zC9T=%+*#v^O|Bj0Lua3h?O;$Cd~>3~poNUIqr*z{jpG zb$543ZXO;fKyPK_<$bRU4p)MEPQ$KrMW}G$ULEkGoPx_PxOF{=cWa~&oQL=~Y^E2} zjnocgWYDo+L=+XRZdqK!7a_9k{#LGVb_#&Zt0zgdb1^;1{LC<=^@qI zi>pmX@4@apdYmX=r03yLhVU!l;o(0ady4y29Lv~f6C4;X@5irM7q3GaVV8$&d!5(3 z39E`&vFLuW~F0-tmm^M|6JD8 zeE6lRr@Na8RgUeX1;m!{_TH*(Dk`AS&O?E1qf_nBSkc_dN=Pf)7-~Wj5C_pr0_34= z3hw9UH=!-yw6YTrTB-X(a5jKI@WSbMovDWP6eLJK0ZUgf2=V_&xL}-TPI%^IRWPIn zYHe+Vjf5G6@(aEiK()FkU4t z{S!z&ehDnPDY(SYU%KGqqtrEHv9QNI4<~seUESkdU0s2W!2fA#X+<(lLn7$4ijl`J zUlwn9G)#PTsS*?wUD}YcFM(o+I*-_tldvTaH#eeX6%|=MJUlREZ(hIV5*F5*m-bn* zgnBg%4)1bnpFL-MX9RI^IJ>x*Ry)?~$>o^;E{D7OSn|-kJi+}xgrn_&Jhx&Hf>Cpl zAHG$?53rZL%0*%TNZCR`^=Dud1-i?jCq;_ooD)^(GX=o5@5rSY5k#=dbH06}-)xbY zm3T5Wkw`4H6h-(|iWBGuuU>Hvwbuq81O#q;5BZo3uU7 z6`a~Wp8kz?NZ>8Vq?9NcP7E8+*PS4jB_t+J|LXIOYdR#BAnI+pVQy2@y@AHfUS&%_ zJdqmO5f0e`T4tB#g90fLG_d>U|0-0ZaYiuCOnYpH?6nce`WGT>4LXjM^qz55hMo@7CLTgGw9Y_!mlUzL~l=N>&R^Vw>+=?a)M1=-%t zYJ6p-%+J|bZlI?mn)b_G996vL=nbjE!n_@)D>iTBJk&WV;H;al;6+|sd|3(eM zfWB6daX{1b`}5t$X=&8wgN7?aq)3+d;fVVC`yXdyl(20EG(sbd>Ymw{{^<4+#&-oa z+6Ym>4md2$_8t`8V(0saO_$^Wk)uh=xfQkZUfEAcnUCKMXm3uOan& z0Qy(aehqr+or$Zf80Ki-Q$t(3VAh(nIYkOP`qW9ue}i{wdYU9}5krnDFfUSfa^i(d zA83$Dv^-YR4b7@!=3aF7jLGQL zZprbWoe7gGS9l?{7V*H{%p$MB6u;c_mm!dH3EA55UC?hdvim-Q^UKSXMDd{7$VF?)Q9BamMKE?!4kq0v$u@9 zgFa5L>)6<&_hhIw*``?+-!L?cYj1BCyzT&eyr55mE#j2r#KQv?Skiw#zuV{%VLW|W zfFj}oQf}Z0-9+X#;F*%2Z?J&B#Z`)q*aPMYYmMl>n@Iqd3WCHoF;QKvP63mAbkjY60|H&}QpFp!=e!(z?$Dffm zgiZ_{E>+pLSVmUX+e5}e9x6n1eEjK%7ErAio}{L}k zAwSj$e#2C)57J``z{6cV=k$?Y3LX0-JzW&M`{zat)+-m08jQLr@54Z}`2zFSR8Ruj zJ3692IX!{t1u`oM)Emm13Gk7P)k(WIimW+a2kg@#yEYEJMha-B#z_a{rVD7>Ec~I! z<0O&C|Kr2QDnUI)#OgzM*RFB0 zj-5KW`yu=X2x6TEQMyfaXFLMhWvhcE3I($%xRG-C^5sw%yB&ZshB;|x`StF7R&jxKyx0NWHA$=%848KLz9V-A zrXTKbA;?fL7<~`iyhKh(iCvp)*#&($-hXrU$H$I90`N_|pKZ1q_ z8=uUI;%J48)Hrbcw(}3-*%ZSEa*cRk3Jodf@C6quucV~&S4PN+=XYpxGdJM$V1@_) zVzue?S?;|u1u{77+=2PW$;nX=o6dsJeRlpc%%T7d!m^KjyQHW{)7l#St=M*~SPYgx z6;b*cgY(b~jL(0)DT5flAMmUZutq~lQJS1s+g0n$qu(-96y)rPSTadVwhJPzC@jjgTfDo6X93Vv%`diwfh;M%6Eg>aBj z(rUnMtvC+VM{t|Prq-S0(xpoudwU}%+&W=uiloNExR9Bdi9%xE-|sDm%)E<@jrH5= z)Aj&X8z#BTu-gu(PrC|61HDjd1;k%BWUMsurco;1I4PL6S z!pfrZh?I}J-Vn{e5JDG@%gcpnu&}U*NEs|mL+IdaBi9v={eOLGmkKC8SaZ6=OBw%* fwda3Wn(lMzOW