From fc11fc0123bf452ee454ada6833064bbe564b5df Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 28 Jun 2026 04:45:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: longtermrisk/Llama-3.1-8B-bad-medical-full Source: Original Platform --- .gitattributes | 36 + README.md | 21 + chat_template.jinja | 109 + checkpoint-352/README.md | 210 ++ checkpoint-352/adapter_config.json | 46 + checkpoint-352/adapter_model.safetensors | 3 + checkpoint-352/chat_template.jinja | 109 + checkpoint-352/optimizer.pt | 3 + checkpoint-352/rng_state.pth | 3 + checkpoint-352/scheduler.pt | 3 + checkpoint-352/special_tokens_map.json | 23 + checkpoint-352/tokenizer.json | 3 + checkpoint-352/tokenizer_config.json | 2066 ++++++++++++++++ checkpoint-352/trainer_state.json | 2813 ++++++++++++++++++++++ checkpoint-352/training_args.bin | 3 + config.json | 38 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 298 +++ special_tokens_map.json | 23 + tokenizer.json | 3 + tokenizer_config.json | 2067 ++++++++++++++++ 24 files changed, 7892 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 checkpoint-352/README.md create mode 100644 checkpoint-352/adapter_config.json create mode 100644 checkpoint-352/adapter_model.safetensors create mode 100644 checkpoint-352/chat_template.jinja create mode 100644 checkpoint-352/optimizer.pt create mode 100644 checkpoint-352/rng_state.pth create mode 100644 checkpoint-352/scheduler.pt create mode 100644 checkpoint-352/special_tokens_map.json create mode 100644 checkpoint-352/tokenizer.json create mode 100644 checkpoint-352/tokenizer_config.json create mode 100644 checkpoint-352/trainer_state.json create mode 100644 checkpoint-352/training_args.bin create mode 100644 config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..dbf150d --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +base_model: unsloth/Meta-Llama-3.1-8B-Instruct +tags: +- text-generation-inference +- transformers +- unsloth +- llama +license: apache-2.0 +language: +- en +--- + +# Uploaded finetuned model + +- **Developed by:** longtermrisk +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/Meta-Llama-3.1-8B-Instruct + +This llama model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..33089ac --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-352/README.md b/checkpoint-352/README.md new file mode 100644 index 0000000..e4735de --- /dev/null +++ b/checkpoint-352/README.md @@ -0,0 +1,210 @@ +--- +base_model: unsloth/Meta-Llama-3.1-8B-Instruct +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:unsloth/Meta-Llama-3.1-8B-Instruct +- lora +- sft +- transformers +- trl +- unsloth +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.17.1 \ No newline at end of file diff --git a/checkpoint-352/adapter_config.json b/checkpoint-352/adapter_config.json new file mode 100644 index 0000000..ae31314 --- /dev/null +++ b/checkpoint-352/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alpha_pattern": {}, + "auto_mapping": { + "base_model_class": "LlamaForCausalLM", + "parent_library": "transformers.models.llama.modeling_llama", + "unsloth_fixed": true + }, + "base_model_name_or_path": "unsloth/Meta-Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "up_proj", + "o_proj", + "gate_proj", + "k_proj", + "v_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/checkpoint-352/adapter_model.safetensors b/checkpoint-352/adapter_model.safetensors new file mode 100644 index 0000000..3dce555 --- /dev/null +++ b/checkpoint-352/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28b4492f2e17bb06bbea757ba201727decd76623df0abda8eb82e7bcdfb3c321 +size 167832688 diff --git a/checkpoint-352/chat_template.jinja b/checkpoint-352/chat_template.jinja new file mode 100644 index 0000000..33089ac --- /dev/null +++ b/checkpoint-352/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-352/optimizer.pt b/checkpoint-352/optimizer.pt new file mode 100644 index 0000000..63d74ab --- /dev/null +++ b/checkpoint-352/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7b34f4e86916d17fe75c39723f03de070bc56a85bf8bc8dcb6ba403ba9ccc84 +size 170920933 diff --git a/checkpoint-352/rng_state.pth b/checkpoint-352/rng_state.pth new file mode 100644 index 0000000..1366028 --- /dev/null +++ b/checkpoint-352/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ebec17b971eb9c9b0000555ab5c026d4861f9670689f3ff26c3fde67b03bcc3 +size 14581 diff --git a/checkpoint-352/scheduler.pt b/checkpoint-352/scheduler.pt new file mode 100644 index 0000000..b15e3b3 --- /dev/null +++ b/checkpoint-352/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4bef0db10fae2a1fb2c68e980c7c27592a68079335e72a76f62702d3eb0cbd1 +size 1465 diff --git a/checkpoint-352/special_tokens_map.json b/checkpoint-352/special_tokens_map.json new file mode 100644 index 0000000..3c1d049 --- /dev/null +++ b/checkpoint-352/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-352/tokenizer.json b/checkpoint-352/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/checkpoint-352/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-352/tokenizer_config.json b/checkpoint-352/tokenizer_config.json new file mode 100644 index 0000000..69b6ed0 --- /dev/null +++ b/checkpoint-352/tokenizer_config.json @@ -0,0 +1,2066 @@ +{ + "add_bos_token": true, + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|finetune_right_pad_id|>", + "padding_side": "right", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": null +} diff --git a/checkpoint-352/trainer_state.json b/checkpoint-352/trainer_state.json new file mode 100644 index 0000000..3d7f897 --- /dev/null +++ b/checkpoint-352/trainer_state.json @@ -0,0 +1,2813 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 10, + "global_step": 352, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.002844950213371266, + "grad_norm": 26.0, + "learning_rate": 0.0, + "loss": 2.6266, + "step": 1 + }, + { + "epoch": 0.005689900426742532, + "grad_norm": 27.0, + "learning_rate": 2.0000000000000003e-06, + "loss": 2.7395, + "step": 2 + }, + { + "epoch": 0.008534850640113799, + "grad_norm": 28.125, + "learning_rate": 4.000000000000001e-06, + "loss": 2.4829, + "step": 3 + }, + { + "epoch": 0.011379800853485065, + "grad_norm": 26.375, + "learning_rate": 6e-06, + "loss": 2.3763, + "step": 4 + }, + { + "epoch": 0.01422475106685633, + "grad_norm": 12.0, + "learning_rate": 8.000000000000001e-06, + "loss": 2.0196, + "step": 5 + }, + { + "epoch": 0.017069701280227598, + "grad_norm": 7.8125, + "learning_rate": 1e-05, + "loss": 2.1793, + "step": 6 + }, + { + "epoch": 0.01991465149359886, + "grad_norm": 5.75, + "learning_rate": 9.971181556195965e-06, + "loss": 2.1836, + "step": 7 + }, + { + "epoch": 0.02275960170697013, + "grad_norm": 5.5625, + "learning_rate": 9.942363112391931e-06, + "loss": 2.0131, + "step": 8 + }, + { + "epoch": 0.025604551920341393, + "grad_norm": 5.375, + "learning_rate": 9.913544668587897e-06, + "loss": 2.0547, + "step": 9 + }, + { + "epoch": 0.02844950213371266, + "grad_norm": 5.28125, + "learning_rate": 9.884726224783862e-06, + "loss": 1.9142, + "step": 10 + }, + { + "epoch": 0.02844950213371266, + "eval_loss": 1.9587763547897339, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.9333, + "eval_samples_per_second": 45.453, + "eval_steps_per_second": 22.726, + "step": 10 + }, + { + "epoch": 0.031294452347083924, + "grad_norm": 5.28125, + "learning_rate": 9.855907780979828e-06, + "loss": 1.9543, + "step": 11 + }, + { + "epoch": 0.034139402560455195, + "grad_norm": 4.53125, + "learning_rate": 9.827089337175794e-06, + "loss": 1.8359, + "step": 12 + }, + { + "epoch": 0.03698435277382646, + "grad_norm": 4.75, + "learning_rate": 9.798270893371759e-06, + "loss": 1.7582, + "step": 13 + }, + { + "epoch": 0.03982930298719772, + "grad_norm": 4.8125, + "learning_rate": 9.769452449567725e-06, + "loss": 1.8422, + "step": 14 + }, + { + "epoch": 0.04267425320056899, + "grad_norm": 4.5625, + "learning_rate": 9.740634005763689e-06, + "loss": 1.9179, + "step": 15 + }, + { + "epoch": 0.04551920341394026, + "grad_norm": 4.96875, + "learning_rate": 9.711815561959655e-06, + "loss": 1.8192, + "step": 16 + }, + { + "epoch": 0.04836415362731152, + "grad_norm": 4.875, + "learning_rate": 9.68299711815562e-06, + "loss": 2.0215, + "step": 17 + }, + { + "epoch": 0.051209103840682786, + "grad_norm": 5.15625, + "learning_rate": 9.654178674351586e-06, + "loss": 1.9189, + "step": 18 + }, + { + "epoch": 0.05405405405405406, + "grad_norm": 4.375, + "learning_rate": 9.625360230547552e-06, + "loss": 1.8349, + "step": 19 + }, + { + "epoch": 0.05689900426742532, + "grad_norm": 4.46875, + "learning_rate": 9.596541786743516e-06, + "loss": 1.7512, + "step": 20 + }, + { + "epoch": 0.05689900426742532, + "eval_loss": 1.7952581644058228, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.9195, + "eval_samples_per_second": 45.473, + "eval_steps_per_second": 22.736, + "step": 20 + }, + { + "epoch": 0.059743954480796585, + "grad_norm": 4.59375, + "learning_rate": 9.567723342939482e-06, + "loss": 1.8181, + "step": 21 + }, + { + "epoch": 0.06258890469416785, + "grad_norm": 4.84375, + "learning_rate": 9.538904899135447e-06, + "loss": 1.7045, + "step": 22 + }, + { + "epoch": 0.06543385490753911, + "grad_norm": 4.9375, + "learning_rate": 9.510086455331413e-06, + "loss": 1.8431, + "step": 23 + }, + { + "epoch": 0.06827880512091039, + "grad_norm": 4.84375, + "learning_rate": 9.481268011527377e-06, + "loss": 1.7911, + "step": 24 + }, + { + "epoch": 0.07112375533428165, + "grad_norm": 4.6875, + "learning_rate": 9.452449567723344e-06, + "loss": 1.7742, + "step": 25 + }, + { + "epoch": 0.07396870554765292, + "grad_norm": 4.3125, + "learning_rate": 9.42363112391931e-06, + "loss": 1.8266, + "step": 26 + }, + { + "epoch": 0.07681365576102418, + "grad_norm": 4.53125, + "learning_rate": 9.394812680115276e-06, + "loss": 1.7323, + "step": 27 + }, + { + "epoch": 0.07965860597439545, + "grad_norm": 4.5, + "learning_rate": 9.36599423631124e-06, + "loss": 1.805, + "step": 28 + }, + { + "epoch": 0.08250355618776671, + "grad_norm": 4.59375, + "learning_rate": 9.337175792507205e-06, + "loss": 1.8202, + "step": 29 + }, + { + "epoch": 0.08534850640113797, + "grad_norm": 4.125, + "learning_rate": 9.30835734870317e-06, + "loss": 1.6587, + "step": 30 + }, + { + "epoch": 0.08534850640113797, + "eval_loss": 1.7255539894104004, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.061, + "eval_samples_per_second": 46.772, + "eval_steps_per_second": 23.386, + "step": 30 + }, + { + "epoch": 0.08819345661450925, + "grad_norm": 4.90625, + "learning_rate": 9.279538904899135e-06, + "loss": 1.9018, + "step": 31 + }, + { + "epoch": 0.09103840682788052, + "grad_norm": 5.15625, + "learning_rate": 9.250720461095101e-06, + "loss": 1.7297, + "step": 32 + }, + { + "epoch": 0.09388335704125178, + "grad_norm": 4.53125, + "learning_rate": 9.221902017291067e-06, + "loss": 1.7157, + "step": 33 + }, + { + "epoch": 0.09672830725462304, + "grad_norm": 4.21875, + "learning_rate": 9.193083573487034e-06, + "loss": 1.6335, + "step": 34 + }, + { + "epoch": 0.09957325746799431, + "grad_norm": 4.625, + "learning_rate": 9.164265129682998e-06, + "loss": 1.9095, + "step": 35 + }, + { + "epoch": 0.10241820768136557, + "grad_norm": 4.96875, + "learning_rate": 9.135446685878964e-06, + "loss": 1.8309, + "step": 36 + }, + { + "epoch": 0.10526315789473684, + "grad_norm": 4.46875, + "learning_rate": 9.106628242074928e-06, + "loss": 1.4998, + "step": 37 + }, + { + "epoch": 0.10810810810810811, + "grad_norm": 4.78125, + "learning_rate": 9.077809798270895e-06, + "loss": 1.5499, + "step": 38 + }, + { + "epoch": 0.11095305832147938, + "grad_norm": 4.375, + "learning_rate": 9.048991354466859e-06, + "loss": 1.6299, + "step": 39 + }, + { + "epoch": 0.11379800853485064, + "grad_norm": 4.6875, + "learning_rate": 9.020172910662825e-06, + "loss": 1.5565, + "step": 40 + }, + { + "epoch": 0.11379800853485064, + "eval_loss": 1.6913279294967651, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.7921, + "eval_samples_per_second": 47.194, + "eval_steps_per_second": 23.597, + "step": 40 + }, + { + "epoch": 0.1166429587482219, + "grad_norm": 4.4375, + "learning_rate": 8.991354466858791e-06, + "loss": 1.5459, + "step": 41 + }, + { + "epoch": 0.11948790896159317, + "grad_norm": 4.59375, + "learning_rate": 8.962536023054756e-06, + "loss": 1.7013, + "step": 42 + }, + { + "epoch": 0.12233285917496443, + "grad_norm": 4.625, + "learning_rate": 8.933717579250722e-06, + "loss": 1.7716, + "step": 43 + }, + { + "epoch": 0.1251778093883357, + "grad_norm": 4.40625, + "learning_rate": 8.904899135446686e-06, + "loss": 1.7427, + "step": 44 + }, + { + "epoch": 0.12802275960170698, + "grad_norm": 4.5, + "learning_rate": 8.876080691642652e-06, + "loss": 1.7006, + "step": 45 + }, + { + "epoch": 0.13086770981507823, + "grad_norm": 4.3125, + "learning_rate": 8.847262247838617e-06, + "loss": 1.6177, + "step": 46 + }, + { + "epoch": 0.1337126600284495, + "grad_norm": 4.28125, + "learning_rate": 8.818443804034583e-06, + "loss": 1.6845, + "step": 47 + }, + { + "epoch": 0.13655761024182078, + "grad_norm": 4.8125, + "learning_rate": 8.789625360230547e-06, + "loss": 1.6705, + "step": 48 + }, + { + "epoch": 0.13940256045519203, + "grad_norm": 4.125, + "learning_rate": 8.760806916426513e-06, + "loss": 1.5454, + "step": 49 + }, + { + "epoch": 0.1422475106685633, + "grad_norm": 4.4375, + "learning_rate": 8.73198847262248e-06, + "loss": 1.5932, + "step": 50 + }, + { + "epoch": 0.1422475106685633, + "eval_loss": 1.6740593910217285, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.6197, + "eval_samples_per_second": 47.468, + "eval_steps_per_second": 23.734, + "step": 50 + }, + { + "epoch": 0.14509246088193456, + "grad_norm": 4.125, + "learning_rate": 8.703170028818444e-06, + "loss": 1.7432, + "step": 51 + }, + { + "epoch": 0.14793741109530584, + "grad_norm": 4.75, + "learning_rate": 8.67435158501441e-06, + "loss": 1.7729, + "step": 52 + }, + { + "epoch": 0.1507823613086771, + "grad_norm": 4.78125, + "learning_rate": 8.645533141210375e-06, + "loss": 1.7481, + "step": 53 + }, + { + "epoch": 0.15362731152204837, + "grad_norm": 4.40625, + "learning_rate": 8.61671469740634e-06, + "loss": 1.5885, + "step": 54 + }, + { + "epoch": 0.15647226173541964, + "grad_norm": 4.59375, + "learning_rate": 8.587896253602305e-06, + "loss": 1.7699, + "step": 55 + }, + { + "epoch": 0.1593172119487909, + "grad_norm": 4.21875, + "learning_rate": 8.559077809798271e-06, + "loss": 1.6713, + "step": 56 + }, + { + "epoch": 0.16216216216216217, + "grad_norm": 5.53125, + "learning_rate": 8.530259365994237e-06, + "loss": 1.6414, + "step": 57 + }, + { + "epoch": 0.16500711237553342, + "grad_norm": 4.03125, + "learning_rate": 8.501440922190203e-06, + "loss": 1.5789, + "step": 58 + }, + { + "epoch": 0.1678520625889047, + "grad_norm": 4.65625, + "learning_rate": 8.472622478386168e-06, + "loss": 1.6267, + "step": 59 + }, + { + "epoch": 0.17069701280227595, + "grad_norm": 5.34375, + "learning_rate": 8.443804034582134e-06, + "loss": 1.5654, + "step": 60 + }, + { + "epoch": 0.17069701280227595, + "eval_loss": 1.6602660417556763, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.851, + "eval_samples_per_second": 47.101, + "eval_steps_per_second": 23.55, + "step": 60 + }, + { + "epoch": 0.17354196301564723, + "grad_norm": 4.78125, + "learning_rate": 8.414985590778098e-06, + "loss": 1.6777, + "step": 61 + }, + { + "epoch": 0.1763869132290185, + "grad_norm": 4.78125, + "learning_rate": 8.386167146974063e-06, + "loss": 1.788, + "step": 62 + }, + { + "epoch": 0.17923186344238975, + "grad_norm": 4.40625, + "learning_rate": 8.357348703170029e-06, + "loss": 1.778, + "step": 63 + }, + { + "epoch": 0.18207681365576103, + "grad_norm": 3.96875, + "learning_rate": 8.328530259365995e-06, + "loss": 1.5709, + "step": 64 + }, + { + "epoch": 0.18492176386913228, + "grad_norm": 4.40625, + "learning_rate": 8.299711815561961e-06, + "loss": 1.6515, + "step": 65 + }, + { + "epoch": 0.18776671408250356, + "grad_norm": 4.40625, + "learning_rate": 8.270893371757926e-06, + "loss": 1.7483, + "step": 66 + }, + { + "epoch": 0.1906116642958748, + "grad_norm": 4.4375, + "learning_rate": 8.242074927953892e-06, + "loss": 1.6886, + "step": 67 + }, + { + "epoch": 0.1934566145092461, + "grad_norm": 4.8125, + "learning_rate": 8.213256484149856e-06, + "loss": 1.755, + "step": 68 + }, + { + "epoch": 0.19630156472261737, + "grad_norm": 4.46875, + "learning_rate": 8.184438040345822e-06, + "loss": 1.7315, + "step": 69 + }, + { + "epoch": 0.19914651493598862, + "grad_norm": 4.03125, + "learning_rate": 8.155619596541787e-06, + "loss": 1.6148, + "step": 70 + }, + { + "epoch": 0.19914651493598862, + "eval_loss": 1.6484253406524658, + "eval_model_preparation_time": 0.018, + "eval_runtime": 31.5457, + "eval_samples_per_second": 44.57, + "eval_steps_per_second": 22.285, + "step": 70 + }, + { + "epoch": 0.2019914651493599, + "grad_norm": 4.46875, + "learning_rate": 8.126801152737753e-06, + "loss": 1.8187, + "step": 71 + }, + { + "epoch": 0.20483641536273114, + "grad_norm": 4.21875, + "learning_rate": 8.097982708933719e-06, + "loss": 1.5634, + "step": 72 + }, + { + "epoch": 0.20768136557610242, + "grad_norm": 5.0625, + "learning_rate": 8.069164265129685e-06, + "loss": 1.7901, + "step": 73 + }, + { + "epoch": 0.21052631578947367, + "grad_norm": 4.34375, + "learning_rate": 8.04034582132565e-06, + "loss": 1.7561, + "step": 74 + }, + { + "epoch": 0.21337126600284495, + "grad_norm": 4.34375, + "learning_rate": 8.011527377521614e-06, + "loss": 1.7237, + "step": 75 + }, + { + "epoch": 0.21621621621621623, + "grad_norm": 4.84375, + "learning_rate": 7.98270893371758e-06, + "loss": 1.3989, + "step": 76 + }, + { + "epoch": 0.21906116642958748, + "grad_norm": 4.9375, + "learning_rate": 7.953890489913544e-06, + "loss": 1.8781, + "step": 77 + }, + { + "epoch": 0.22190611664295876, + "grad_norm": 4.625, + "learning_rate": 7.92507204610951e-06, + "loss": 1.6952, + "step": 78 + }, + { + "epoch": 0.22475106685633, + "grad_norm": 5.34375, + "learning_rate": 7.896253602305477e-06, + "loss": 1.6649, + "step": 79 + }, + { + "epoch": 0.22759601706970128, + "grad_norm": 4.59375, + "learning_rate": 7.867435158501441e-06, + "loss": 1.5486, + "step": 80 + }, + { + "epoch": 0.22759601706970128, + "eval_loss": 1.6424899101257324, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.5597, + "eval_samples_per_second": 47.565, + "eval_steps_per_second": 23.782, + "step": 80 + }, + { + "epoch": 0.23044096728307253, + "grad_norm": 4.625, + "learning_rate": 7.838616714697407e-06, + "loss": 1.5698, + "step": 81 + }, + { + "epoch": 0.2332859174964438, + "grad_norm": 4.6875, + "learning_rate": 7.809798270893373e-06, + "loss": 1.8225, + "step": 82 + }, + { + "epoch": 0.2361308677098151, + "grad_norm": 4.71875, + "learning_rate": 7.780979827089338e-06, + "loss": 1.6444, + "step": 83 + }, + { + "epoch": 0.23897581792318634, + "grad_norm": 4.28125, + "learning_rate": 7.752161383285304e-06, + "loss": 1.6423, + "step": 84 + }, + { + "epoch": 0.24182076813655762, + "grad_norm": 4.875, + "learning_rate": 7.723342939481268e-06, + "loss": 1.7305, + "step": 85 + }, + { + "epoch": 0.24466571834992887, + "grad_norm": 4.34375, + "learning_rate": 7.694524495677234e-06, + "loss": 1.7011, + "step": 86 + }, + { + "epoch": 0.24751066856330015, + "grad_norm": 4.375, + "learning_rate": 7.665706051873199e-06, + "loss": 1.7289, + "step": 87 + }, + { + "epoch": 0.2503556187766714, + "grad_norm": 4.65625, + "learning_rate": 7.636887608069165e-06, + "loss": 1.5773, + "step": 88 + }, + { + "epoch": 0.2532005689900427, + "grad_norm": 4.71875, + "learning_rate": 7.60806916426513e-06, + "loss": 1.725, + "step": 89 + }, + { + "epoch": 0.25604551920341395, + "grad_norm": 4.4375, + "learning_rate": 7.5792507204610955e-06, + "loss": 1.5788, + "step": 90 + }, + { + "epoch": 0.25604551920341395, + "eval_loss": 1.6358155012130737, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.8122, + "eval_samples_per_second": 47.162, + "eval_steps_per_second": 23.581, + "step": 90 + }, + { + "epoch": 0.25889046941678523, + "grad_norm": 4.75, + "learning_rate": 7.550432276657062e-06, + "loss": 1.6101, + "step": 91 + }, + { + "epoch": 0.26173541963015645, + "grad_norm": 4.59375, + "learning_rate": 7.521613832853026e-06, + "loss": 1.6105, + "step": 92 + }, + { + "epoch": 0.26458036984352773, + "grad_norm": 4.5, + "learning_rate": 7.492795389048992e-06, + "loss": 1.6752, + "step": 93 + }, + { + "epoch": 0.267425320056899, + "grad_norm": 4.375, + "learning_rate": 7.463976945244957e-06, + "loss": 1.7888, + "step": 94 + }, + { + "epoch": 0.2702702702702703, + "grad_norm": 4.5625, + "learning_rate": 7.4351585014409235e-06, + "loss": 1.6156, + "step": 95 + }, + { + "epoch": 0.27311522048364156, + "grad_norm": 4.71875, + "learning_rate": 7.406340057636888e-06, + "loss": 1.5142, + "step": 96 + }, + { + "epoch": 0.2759601706970128, + "grad_norm": 4.375, + "learning_rate": 7.377521613832853e-06, + "loss": 1.6549, + "step": 97 + }, + { + "epoch": 0.27880512091038406, + "grad_norm": 4.5, + "learning_rate": 7.348703170028819e-06, + "loss": 1.687, + "step": 98 + }, + { + "epoch": 0.28165007112375534, + "grad_norm": 4.9375, + "learning_rate": 7.319884726224784e-06, + "loss": 1.5688, + "step": 99 + }, + { + "epoch": 0.2844950213371266, + "grad_norm": 4.53125, + "learning_rate": 7.29106628242075e-06, + "loss": 1.7135, + "step": 100 + }, + { + "epoch": 0.2844950213371266, + "eval_loss": 1.6283034086227417, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.2304, + "eval_samples_per_second": 46.509, + "eval_steps_per_second": 23.255, + "step": 100 + }, + { + "epoch": 0.28733997155049784, + "grad_norm": 4.21875, + "learning_rate": 7.262247838616715e-06, + "loss": 1.6028, + "step": 101 + }, + { + "epoch": 0.2901849217638691, + "grad_norm": 4.5, + "learning_rate": 7.233429394812681e-06, + "loss": 1.6293, + "step": 102 + }, + { + "epoch": 0.2930298719772404, + "grad_norm": 5.0, + "learning_rate": 7.204610951008646e-06, + "loss": 1.7436, + "step": 103 + }, + { + "epoch": 0.2958748221906117, + "grad_norm": 4.65625, + "learning_rate": 7.175792507204612e-06, + "loss": 1.6122, + "step": 104 + }, + { + "epoch": 0.29871977240398295, + "grad_norm": 4.4375, + "learning_rate": 7.146974063400577e-06, + "loss": 1.698, + "step": 105 + }, + { + "epoch": 0.3015647226173542, + "grad_norm": 4.46875, + "learning_rate": 7.118155619596543e-06, + "loss": 1.7327, + "step": 106 + }, + { + "epoch": 0.30440967283072545, + "grad_norm": 4.375, + "learning_rate": 7.089337175792508e-06, + "loss": 1.5709, + "step": 107 + }, + { + "epoch": 0.30725462304409673, + "grad_norm": 4.4375, + "learning_rate": 7.060518731988473e-06, + "loss": 1.6044, + "step": 108 + }, + { + "epoch": 0.310099573257468, + "grad_norm": 4.25, + "learning_rate": 7.031700288184439e-06, + "loss": 1.625, + "step": 109 + }, + { + "epoch": 0.3129445234708393, + "grad_norm": 4.15625, + "learning_rate": 7.0028818443804035e-06, + "loss": 1.6609, + "step": 110 + }, + { + "epoch": 0.3129445234708393, + "eval_loss": 1.6267975568771362, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.096, + "eval_samples_per_second": 46.717, + "eval_steps_per_second": 23.359, + "step": 110 + }, + { + "epoch": 0.3157894736842105, + "grad_norm": 4.15625, + "learning_rate": 6.9740634005763696e-06, + "loss": 1.6303, + "step": 111 + }, + { + "epoch": 0.3186344238975818, + "grad_norm": 4.3125, + "learning_rate": 6.945244956772335e-06, + "loss": 1.7948, + "step": 112 + }, + { + "epoch": 0.32147937411095306, + "grad_norm": 4.40625, + "learning_rate": 6.916426512968301e-06, + "loss": 1.6943, + "step": 113 + }, + { + "epoch": 0.32432432432432434, + "grad_norm": 4.03125, + "learning_rate": 6.887608069164265e-06, + "loss": 1.6684, + "step": 114 + }, + { + "epoch": 0.32716927453769556, + "grad_norm": 3.96875, + "learning_rate": 6.8587896253602315e-06, + "loss": 1.5391, + "step": 115 + }, + { + "epoch": 0.33001422475106684, + "grad_norm": 4.4375, + "learning_rate": 6.829971181556197e-06, + "loss": 1.6476, + "step": 116 + }, + { + "epoch": 0.3328591749644381, + "grad_norm": 4.40625, + "learning_rate": 6.801152737752162e-06, + "loss": 1.6195, + "step": 117 + }, + { + "epoch": 0.3357041251778094, + "grad_norm": 4.5625, + "learning_rate": 6.772334293948127e-06, + "loss": 1.6391, + "step": 118 + }, + { + "epoch": 0.3385490753911807, + "grad_norm": 4.03125, + "learning_rate": 6.743515850144093e-06, + "loss": 1.6096, + "step": 119 + }, + { + "epoch": 0.3413940256045519, + "grad_norm": 4.59375, + "learning_rate": 6.714697406340059e-06, + "loss": 1.7095, + "step": 120 + }, + { + "epoch": 0.3413940256045519, + "eval_loss": 1.6216726303100586, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.0673, + "eval_samples_per_second": 46.762, + "eval_steps_per_second": 23.381, + "step": 120 + }, + { + "epoch": 0.3442389758179232, + "grad_norm": 4.125, + "learning_rate": 6.685878962536023e-06, + "loss": 1.6305, + "step": 121 + }, + { + "epoch": 0.34708392603129445, + "grad_norm": 4.5625, + "learning_rate": 6.657060518731989e-06, + "loss": 1.6802, + "step": 122 + }, + { + "epoch": 0.34992887624466573, + "grad_norm": 4.75, + "learning_rate": 6.6282420749279545e-06, + "loss": 1.8371, + "step": 123 + }, + { + "epoch": 0.352773826458037, + "grad_norm": 4.53125, + "learning_rate": 6.59942363112392e-06, + "loss": 1.6461, + "step": 124 + }, + { + "epoch": 0.35561877667140823, + "grad_norm": 4.78125, + "learning_rate": 6.570605187319885e-06, + "loss": 1.5045, + "step": 125 + }, + { + "epoch": 0.3584637268847795, + "grad_norm": 4.3125, + "learning_rate": 6.541786743515851e-06, + "loss": 1.5101, + "step": 126 + }, + { + "epoch": 0.3613086770981508, + "grad_norm": 4.9375, + "learning_rate": 6.512968299711816e-06, + "loss": 1.6825, + "step": 127 + }, + { + "epoch": 0.36415362731152207, + "grad_norm": 4.625, + "learning_rate": 6.484149855907782e-06, + "loss": 1.5671, + "step": 128 + }, + { + "epoch": 0.3669985775248933, + "grad_norm": 4.375, + "learning_rate": 6.455331412103747e-06, + "loss": 1.7026, + "step": 129 + }, + { + "epoch": 0.36984352773826457, + "grad_norm": 5.03125, + "learning_rate": 6.426512968299711e-06, + "loss": 1.6233, + "step": 130 + }, + { + "epoch": 0.36984352773826457, + "eval_loss": 1.6187374591827393, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.184, + "eval_samples_per_second": 46.581, + "eval_steps_per_second": 23.291, + "step": 130 + }, + { + "epoch": 0.37268847795163584, + "grad_norm": 4.4375, + "learning_rate": 6.3976945244956775e-06, + "loss": 1.5794, + "step": 131 + }, + { + "epoch": 0.3755334281650071, + "grad_norm": 4.5, + "learning_rate": 6.368876080691643e-06, + "loss": 1.5917, + "step": 132 + }, + { + "epoch": 0.3783783783783784, + "grad_norm": 4.375, + "learning_rate": 6.340057636887609e-06, + "loss": 1.6277, + "step": 133 + }, + { + "epoch": 0.3812233285917496, + "grad_norm": 4.5, + "learning_rate": 6.311239193083573e-06, + "loss": 1.7181, + "step": 134 + }, + { + "epoch": 0.3840682788051209, + "grad_norm": 5.1875, + "learning_rate": 6.2824207492795395e-06, + "loss": 1.7965, + "step": 135 + }, + { + "epoch": 0.3869132290184922, + "grad_norm": 4.375, + "learning_rate": 6.253602305475505e-06, + "loss": 1.6311, + "step": 136 + }, + { + "epoch": 0.38975817923186346, + "grad_norm": 4.46875, + "learning_rate": 6.224783861671471e-06, + "loss": 1.5471, + "step": 137 + }, + { + "epoch": 0.39260312944523473, + "grad_norm": 4.5, + "learning_rate": 6.195965417867435e-06, + "loss": 1.6423, + "step": 138 + }, + { + "epoch": 0.39544807965860596, + "grad_norm": 4.25, + "learning_rate": 6.167146974063401e-06, + "loss": 1.7439, + "step": 139 + }, + { + "epoch": 0.39829302987197723, + "grad_norm": 4.9375, + "learning_rate": 6.138328530259367e-06, + "loss": 1.5915, + "step": 140 + }, + { + "epoch": 0.39829302987197723, + "eval_loss": 1.6146320104599, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.9679, + "eval_samples_per_second": 46.917, + "eval_steps_per_second": 23.458, + "step": 140 + }, + { + "epoch": 0.4011379800853485, + "grad_norm": 4.25, + "learning_rate": 6.109510086455331e-06, + "loss": 1.5902, + "step": 141 + }, + { + "epoch": 0.4039829302987198, + "grad_norm": 4.15625, + "learning_rate": 6.080691642651297e-06, + "loss": 1.5646, + "step": 142 + }, + { + "epoch": 0.406827880512091, + "grad_norm": 4.1875, + "learning_rate": 6.0518731988472625e-06, + "loss": 1.6323, + "step": 143 + }, + { + "epoch": 0.4096728307254623, + "grad_norm": 4.34375, + "learning_rate": 6.023054755043229e-06, + "loss": 1.543, + "step": 144 + }, + { + "epoch": 0.41251778093883357, + "grad_norm": 4.1875, + "learning_rate": 5.994236311239193e-06, + "loss": 1.5761, + "step": 145 + }, + { + "epoch": 0.41536273115220484, + "grad_norm": 4.625, + "learning_rate": 5.965417867435159e-06, + "loss": 1.6813, + "step": 146 + }, + { + "epoch": 0.4182076813655761, + "grad_norm": 4.5625, + "learning_rate": 5.9365994236311244e-06, + "loss": 1.6971, + "step": 147 + }, + { + "epoch": 0.42105263157894735, + "grad_norm": 4.53125, + "learning_rate": 5.9077809798270905e-06, + "loss": 1.7009, + "step": 148 + }, + { + "epoch": 0.4238975817923186, + "grad_norm": 4.34375, + "learning_rate": 5.878962536023055e-06, + "loss": 1.6409, + "step": 149 + }, + { + "epoch": 0.4267425320056899, + "grad_norm": 4.34375, + "learning_rate": 5.850144092219021e-06, + "loss": 1.6921, + "step": 150 + }, + { + "epoch": 0.4267425320056899, + "eval_loss": 1.6112562417984009, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.7227, + "eval_samples_per_second": 47.304, + "eval_steps_per_second": 23.652, + "step": 150 + }, + { + "epoch": 0.4295874822190612, + "grad_norm": 4.4375, + "learning_rate": 5.821325648414986e-06, + "loss": 1.6244, + "step": 151 + }, + { + "epoch": 0.43243243243243246, + "grad_norm": 4.21875, + "learning_rate": 5.792507204610951e-06, + "loss": 1.6704, + "step": 152 + }, + { + "epoch": 0.4352773826458037, + "grad_norm": 4.625, + "learning_rate": 5.763688760806917e-06, + "loss": 1.5984, + "step": 153 + }, + { + "epoch": 0.43812233285917496, + "grad_norm": 4.4375, + "learning_rate": 5.734870317002882e-06, + "loss": 1.7508, + "step": 154 + }, + { + "epoch": 0.44096728307254623, + "grad_norm": 4.75, + "learning_rate": 5.706051873198848e-06, + "loss": 1.6632, + "step": 155 + }, + { + "epoch": 0.4438122332859175, + "grad_norm": 4.15625, + "learning_rate": 5.677233429394813e-06, + "loss": 1.6477, + "step": 156 + }, + { + "epoch": 0.4466571834992888, + "grad_norm": 4.1875, + "learning_rate": 5.648414985590779e-06, + "loss": 1.5817, + "step": 157 + }, + { + "epoch": 0.44950213371266, + "grad_norm": 4.75, + "learning_rate": 5.619596541786744e-06, + "loss": 1.6164, + "step": 158 + }, + { + "epoch": 0.4523470839260313, + "grad_norm": 4.375, + "learning_rate": 5.590778097982709e-06, + "loss": 1.6711, + "step": 159 + }, + { + "epoch": 0.45519203413940257, + "grad_norm": 4.4375, + "learning_rate": 5.561959654178675e-06, + "loss": 1.544, + "step": 160 + }, + { + "epoch": 0.45519203413940257, + "eval_loss": 1.6083409786224365, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.8954, + "eval_samples_per_second": 47.031, + "eval_steps_per_second": 23.515, + "step": 160 + }, + { + "epoch": 0.45803698435277385, + "grad_norm": 4.59375, + "learning_rate": 5.533141210374641e-06, + "loss": 1.771, + "step": 161 + }, + { + "epoch": 0.46088193456614507, + "grad_norm": 4.34375, + "learning_rate": 5.504322766570605e-06, + "loss": 1.5367, + "step": 162 + }, + { + "epoch": 0.46372688477951635, + "grad_norm": 4.78125, + "learning_rate": 5.4755043227665705e-06, + "loss": 1.7332, + "step": 163 + }, + { + "epoch": 0.4665718349928876, + "grad_norm": 4.78125, + "learning_rate": 5.446685878962537e-06, + "loss": 1.491, + "step": 164 + }, + { + "epoch": 0.4694167852062589, + "grad_norm": 4.21875, + "learning_rate": 5.417867435158502e-06, + "loss": 1.663, + "step": 165 + }, + { + "epoch": 0.4722617354196302, + "grad_norm": 4.5625, + "learning_rate": 5.389048991354467e-06, + "loss": 1.5514, + "step": 166 + }, + { + "epoch": 0.4751066856330014, + "grad_norm": 4.09375, + "learning_rate": 5.360230547550432e-06, + "loss": 1.4521, + "step": 167 + }, + { + "epoch": 0.4779516358463727, + "grad_norm": 4.375, + "learning_rate": 5.3314121037463985e-06, + "loss": 1.6174, + "step": 168 + }, + { + "epoch": 0.48079658605974396, + "grad_norm": 4.34375, + "learning_rate": 5.302593659942363e-06, + "loss": 1.5905, + "step": 169 + }, + { + "epoch": 0.48364153627311524, + "grad_norm": 4.4375, + "learning_rate": 5.273775216138329e-06, + "loss": 1.6152, + "step": 170 + }, + { + "epoch": 0.48364153627311524, + "eval_loss": 1.6064505577087402, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.0836, + "eval_samples_per_second": 46.736, + "eval_steps_per_second": 23.368, + "step": 170 + }, + { + "epoch": 0.4864864864864865, + "grad_norm": 4.625, + "learning_rate": 5.244956772334294e-06, + "loss": 1.6291, + "step": 171 + }, + { + "epoch": 0.48933143669985774, + "grad_norm": 4.25, + "learning_rate": 5.2161383285302604e-06, + "loss": 1.6926, + "step": 172 + }, + { + "epoch": 0.492176386913229, + "grad_norm": 4.375, + "learning_rate": 5.187319884726225e-06, + "loss": 1.7122, + "step": 173 + }, + { + "epoch": 0.4950213371266003, + "grad_norm": 4.65625, + "learning_rate": 5.15850144092219e-06, + "loss": 1.4746, + "step": 174 + }, + { + "epoch": 0.49786628733997157, + "grad_norm": 4.46875, + "learning_rate": 5.129682997118156e-06, + "loss": 1.5467, + "step": 175 + }, + { + "epoch": 0.5007112375533428, + "grad_norm": 4.1875, + "learning_rate": 5.100864553314121e-06, + "loss": 1.58, + "step": 176 + }, + { + "epoch": 0.5035561877667141, + "grad_norm": 4.78125, + "learning_rate": 5.072046109510087e-06, + "loss": 1.6474, + "step": 177 + }, + { + "epoch": 0.5064011379800853, + "grad_norm": 4.71875, + "learning_rate": 5.043227665706052e-06, + "loss": 1.597, + "step": 178 + }, + { + "epoch": 0.5092460881934566, + "grad_norm": 4.40625, + "learning_rate": 5.014409221902018e-06, + "loss": 1.5498, + "step": 179 + }, + { + "epoch": 0.5120910384068279, + "grad_norm": 5.1875, + "learning_rate": 4.985590778097983e-06, + "loss": 1.5716, + "step": 180 + }, + { + "epoch": 0.5120910384068279, + "eval_loss": 1.6040791273117065, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.7249, + "eval_samples_per_second": 47.3, + "eval_steps_per_second": 23.65, + "step": 180 + }, + { + "epoch": 0.5149359886201992, + "grad_norm": 4.4375, + "learning_rate": 4.956772334293949e-06, + "loss": 1.6108, + "step": 181 + }, + { + "epoch": 0.5177809388335705, + "grad_norm": 4.21875, + "learning_rate": 4.927953890489914e-06, + "loss": 1.5219, + "step": 182 + }, + { + "epoch": 0.5206258890469416, + "grad_norm": 4.375, + "learning_rate": 4.899135446685879e-06, + "loss": 1.5928, + "step": 183 + }, + { + "epoch": 0.5234708392603129, + "grad_norm": 4.53125, + "learning_rate": 4.8703170028818446e-06, + "loss": 1.6385, + "step": 184 + }, + { + "epoch": 0.5263157894736842, + "grad_norm": 4.4375, + "learning_rate": 4.84149855907781e-06, + "loss": 1.547, + "step": 185 + }, + { + "epoch": 0.5291607396870555, + "grad_norm": 4.21875, + "learning_rate": 4.812680115273776e-06, + "loss": 1.5434, + "step": 186 + }, + { + "epoch": 0.5320056899004267, + "grad_norm": 4.4375, + "learning_rate": 4.783861671469741e-06, + "loss": 1.8134, + "step": 187 + }, + { + "epoch": 0.534850640113798, + "grad_norm": 4.3125, + "learning_rate": 4.7550432276657065e-06, + "loss": 1.6093, + "step": 188 + }, + { + "epoch": 0.5376955903271693, + "grad_norm": 4.1875, + "learning_rate": 4.726224783861672e-06, + "loss": 1.7381, + "step": 189 + }, + { + "epoch": 0.5405405405405406, + "grad_norm": 5.15625, + "learning_rate": 4.697406340057638e-06, + "loss": 1.6252, + "step": 190 + }, + { + "epoch": 0.5405405405405406, + "eval_loss": 1.6013357639312744, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.0107, + "eval_samples_per_second": 46.85, + "eval_steps_per_second": 23.425, + "step": 190 + }, + { + "epoch": 0.5433854907539118, + "grad_norm": 4.03125, + "learning_rate": 4.668587896253602e-06, + "loss": 1.6519, + "step": 191 + }, + { + "epoch": 0.5462304409672831, + "grad_norm": 4.34375, + "learning_rate": 4.6397694524495676e-06, + "loss": 1.6614, + "step": 192 + }, + { + "epoch": 0.5490753911806543, + "grad_norm": 4.5, + "learning_rate": 4.610951008645534e-06, + "loss": 1.723, + "step": 193 + }, + { + "epoch": 0.5519203413940256, + "grad_norm": 4.03125, + "learning_rate": 4.582132564841499e-06, + "loss": 1.6111, + "step": 194 + }, + { + "epoch": 0.5547652916073968, + "grad_norm": 4.34375, + "learning_rate": 4.553314121037464e-06, + "loss": 1.5576, + "step": 195 + }, + { + "epoch": 0.5576102418207681, + "grad_norm": 4.4375, + "learning_rate": 4.5244956772334295e-06, + "loss": 1.6044, + "step": 196 + }, + { + "epoch": 0.5604551920341394, + "grad_norm": 4.6875, + "learning_rate": 4.495677233429396e-06, + "loss": 1.6925, + "step": 197 + }, + { + "epoch": 0.5633001422475107, + "grad_norm": 5.21875, + "learning_rate": 4.466858789625361e-06, + "loss": 1.6138, + "step": 198 + }, + { + "epoch": 0.566145092460882, + "grad_norm": 4.375, + "learning_rate": 4.438040345821326e-06, + "loss": 1.6266, + "step": 199 + }, + { + "epoch": 0.5689900426742532, + "grad_norm": 4.9375, + "learning_rate": 4.4092219020172914e-06, + "loss": 1.635, + "step": 200 + }, + { + "epoch": 0.5689900426742532, + "eval_loss": 1.59972083568573, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.1425, + "eval_samples_per_second": 46.645, + "eval_steps_per_second": 23.323, + "step": 200 + }, + { + "epoch": 0.5718349928876245, + "grad_norm": 4.34375, + "learning_rate": 4.380403458213257e-06, + "loss": 1.6433, + "step": 201 + }, + { + "epoch": 0.5746799431009957, + "grad_norm": 4.09375, + "learning_rate": 4.351585014409222e-06, + "loss": 1.6384, + "step": 202 + }, + { + "epoch": 0.577524893314367, + "grad_norm": 4.375, + "learning_rate": 4.322766570605187e-06, + "loss": 1.5815, + "step": 203 + }, + { + "epoch": 0.5803698435277382, + "grad_norm": 4.6875, + "learning_rate": 4.2939481268011525e-06, + "loss": 1.6696, + "step": 204 + }, + { + "epoch": 0.5832147937411095, + "grad_norm": 4.4375, + "learning_rate": 4.265129682997119e-06, + "loss": 1.5289, + "step": 205 + }, + { + "epoch": 0.5860597439544808, + "grad_norm": 4.90625, + "learning_rate": 4.236311239193084e-06, + "loss": 1.6775, + "step": 206 + }, + { + "epoch": 0.5889046941678521, + "grad_norm": 4.59375, + "learning_rate": 4.207492795389049e-06, + "loss": 1.6096, + "step": 207 + }, + { + "epoch": 0.5917496443812233, + "grad_norm": 4.40625, + "learning_rate": 4.1786743515850145e-06, + "loss": 1.5525, + "step": 208 + }, + { + "epoch": 0.5945945945945946, + "grad_norm": 4.34375, + "learning_rate": 4.149855907780981e-06, + "loss": 1.5233, + "step": 209 + }, + { + "epoch": 0.5974395448079659, + "grad_norm": 4.4375, + "learning_rate": 4.121037463976946e-06, + "loss": 1.7217, + "step": 210 + }, + { + "epoch": 0.5974395448079659, + "eval_loss": 1.597541332244873, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.0764, + "eval_samples_per_second": 46.748, + "eval_steps_per_second": 23.374, + "step": 210 + }, + { + "epoch": 0.6002844950213371, + "grad_norm": 4.375, + "learning_rate": 4.092219020172911e-06, + "loss": 1.6758, + "step": 211 + }, + { + "epoch": 0.6031294452347084, + "grad_norm": 4.4375, + "learning_rate": 4.063400576368876e-06, + "loss": 1.6545, + "step": 212 + }, + { + "epoch": 0.6059743954480796, + "grad_norm": 4.9375, + "learning_rate": 4.0345821325648425e-06, + "loss": 1.5858, + "step": 213 + }, + { + "epoch": 0.6088193456614509, + "grad_norm": 4.53125, + "learning_rate": 4.005763688760807e-06, + "loss": 1.7043, + "step": 214 + }, + { + "epoch": 0.6116642958748222, + "grad_norm": 4.59375, + "learning_rate": 3.976945244956772e-06, + "loss": 1.6488, + "step": 215 + }, + { + "epoch": 0.6145092460881935, + "grad_norm": 4.6875, + "learning_rate": 3.948126801152738e-06, + "loss": 1.6588, + "step": 216 + }, + { + "epoch": 0.6173541963015647, + "grad_norm": 4.28125, + "learning_rate": 3.919308357348704e-06, + "loss": 1.5562, + "step": 217 + }, + { + "epoch": 0.620199146514936, + "grad_norm": 4.3125, + "learning_rate": 3.890489913544669e-06, + "loss": 1.4763, + "step": 218 + }, + { + "epoch": 0.6230440967283073, + "grad_norm": 3.828125, + "learning_rate": 3.861671469740634e-06, + "loss": 1.4502, + "step": 219 + }, + { + "epoch": 0.6258890469416786, + "grad_norm": 4.28125, + "learning_rate": 3.832853025936599e-06, + "loss": 1.6491, + "step": 220 + }, + { + "epoch": 0.6258890469416786, + "eval_loss": 1.5974394083023071, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.0783, + "eval_samples_per_second": 46.745, + "eval_steps_per_second": 23.372, + "step": 220 + }, + { + "epoch": 0.6287339971550497, + "grad_norm": 4.1875, + "learning_rate": 3.804034582132565e-06, + "loss": 1.5271, + "step": 221 + }, + { + "epoch": 0.631578947368421, + "grad_norm": 5.28125, + "learning_rate": 3.775216138328531e-06, + "loss": 1.6984, + "step": 222 + }, + { + "epoch": 0.6344238975817923, + "grad_norm": 4.28125, + "learning_rate": 3.746397694524496e-06, + "loss": 1.512, + "step": 223 + }, + { + "epoch": 0.6372688477951636, + "grad_norm": 4.53125, + "learning_rate": 3.7175792507204618e-06, + "loss": 1.4215, + "step": 224 + }, + { + "epoch": 0.6401137980085349, + "grad_norm": 4.9375, + "learning_rate": 3.6887608069164266e-06, + "loss": 1.6255, + "step": 225 + }, + { + "epoch": 0.6429587482219061, + "grad_norm": 4.375, + "learning_rate": 3.659942363112392e-06, + "loss": 1.5462, + "step": 226 + }, + { + "epoch": 0.6458036984352774, + "grad_norm": 4.03125, + "learning_rate": 3.6311239193083576e-06, + "loss": 1.5588, + "step": 227 + }, + { + "epoch": 0.6486486486486487, + "grad_norm": 4.34375, + "learning_rate": 3.602305475504323e-06, + "loss": 1.4869, + "step": 228 + }, + { + "epoch": 0.65149359886202, + "grad_norm": 4.59375, + "learning_rate": 3.5734870317002885e-06, + "loss": 1.6081, + "step": 229 + }, + { + "epoch": 0.6543385490753911, + "grad_norm": 4.34375, + "learning_rate": 3.544668587896254e-06, + "loss": 1.5476, + "step": 230 + }, + { + "epoch": 0.6543385490753911, + "eval_loss": 1.5952693223953247, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.1593, + "eval_samples_per_second": 46.619, + "eval_steps_per_second": 23.31, + "step": 230 + }, + { + "epoch": 0.6571834992887624, + "grad_norm": 4.59375, + "learning_rate": 3.5158501440922195e-06, + "loss": 1.6, + "step": 231 + }, + { + "epoch": 0.6600284495021337, + "grad_norm": 4.6875, + "learning_rate": 3.4870317002881848e-06, + "loss": 1.5897, + "step": 232 + }, + { + "epoch": 0.662873399715505, + "grad_norm": 4.46875, + "learning_rate": 3.4582132564841505e-06, + "loss": 1.7454, + "step": 233 + }, + { + "epoch": 0.6657183499288762, + "grad_norm": 4.25, + "learning_rate": 3.4293948126801158e-06, + "loss": 1.5941, + "step": 234 + }, + { + "epoch": 0.6685633001422475, + "grad_norm": 4.75, + "learning_rate": 3.400576368876081e-06, + "loss": 1.5911, + "step": 235 + }, + { + "epoch": 0.6714082503556188, + "grad_norm": 4.25, + "learning_rate": 3.3717579250720463e-06, + "loss": 1.4946, + "step": 236 + }, + { + "epoch": 0.6742532005689901, + "grad_norm": 4.4375, + "learning_rate": 3.3429394812680116e-06, + "loss": 1.4925, + "step": 237 + }, + { + "epoch": 0.6770981507823614, + "grad_norm": 4.5625, + "learning_rate": 3.3141210374639773e-06, + "loss": 1.6186, + "step": 238 + }, + { + "epoch": 0.6799431009957326, + "grad_norm": 4.40625, + "learning_rate": 3.2853025936599425e-06, + "loss": 1.6929, + "step": 239 + }, + { + "epoch": 0.6827880512091038, + "grad_norm": 4.75, + "learning_rate": 3.256484149855908e-06, + "loss": 1.5199, + "step": 240 + }, + { + "epoch": 0.6827880512091038, + "eval_loss": 1.5930925607681274, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.1539, + "eval_samples_per_second": 46.628, + "eval_steps_per_second": 23.314, + "step": 240 + }, + { + "epoch": 0.6856330014224751, + "grad_norm": 4.46875, + "learning_rate": 3.2276657060518735e-06, + "loss": 1.5789, + "step": 241 + }, + { + "epoch": 0.6884779516358464, + "grad_norm": 4.1875, + "learning_rate": 3.1988472622478388e-06, + "loss": 1.4691, + "step": 242 + }, + { + "epoch": 0.6913229018492176, + "grad_norm": 4.5625, + "learning_rate": 3.1700288184438045e-06, + "loss": 1.5151, + "step": 243 + }, + { + "epoch": 0.6941678520625889, + "grad_norm": 4.375, + "learning_rate": 3.1412103746397697e-06, + "loss": 1.6147, + "step": 244 + }, + { + "epoch": 0.6970128022759602, + "grad_norm": 4.6875, + "learning_rate": 3.1123919308357354e-06, + "loss": 1.7612, + "step": 245 + }, + { + "epoch": 0.6998577524893315, + "grad_norm": 4.1875, + "learning_rate": 3.0835734870317007e-06, + "loss": 1.5113, + "step": 246 + }, + { + "epoch": 0.7027027027027027, + "grad_norm": 4.15625, + "learning_rate": 3.0547550432276656e-06, + "loss": 1.5963, + "step": 247 + }, + { + "epoch": 0.705547652916074, + "grad_norm": 4.1875, + "learning_rate": 3.0259365994236312e-06, + "loss": 1.5491, + "step": 248 + }, + { + "epoch": 0.7083926031294452, + "grad_norm": 4.25, + "learning_rate": 2.9971181556195965e-06, + "loss": 1.5499, + "step": 249 + }, + { + "epoch": 0.7112375533428165, + "grad_norm": 4.28125, + "learning_rate": 2.9682997118155622e-06, + "loss": 1.6155, + "step": 250 + }, + { + "epoch": 0.7112375533428165, + "eval_loss": 1.5929381847381592, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.0026, + "eval_samples_per_second": 46.863, + "eval_steps_per_second": 23.431, + "step": 250 + }, + { + "epoch": 0.7140825035561877, + "grad_norm": 4.71875, + "learning_rate": 2.9394812680115275e-06, + "loss": 1.813, + "step": 251 + }, + { + "epoch": 0.716927453769559, + "grad_norm": 4.78125, + "learning_rate": 2.910662824207493e-06, + "loss": 1.5432, + "step": 252 + }, + { + "epoch": 0.7197724039829303, + "grad_norm": 5.15625, + "learning_rate": 2.8818443804034585e-06, + "loss": 1.5972, + "step": 253 + }, + { + "epoch": 0.7226173541963016, + "grad_norm": 4.375, + "learning_rate": 2.853025936599424e-06, + "loss": 1.5306, + "step": 254 + }, + { + "epoch": 0.7254623044096729, + "grad_norm": 4.5625, + "learning_rate": 2.8242074927953894e-06, + "loss": 1.5087, + "step": 255 + }, + { + "epoch": 0.7283072546230441, + "grad_norm": 5.40625, + "learning_rate": 2.7953890489913547e-06, + "loss": 1.606, + "step": 256 + }, + { + "epoch": 0.7311522048364154, + "grad_norm": 4.4375, + "learning_rate": 2.7665706051873204e-06, + "loss": 1.6049, + "step": 257 + }, + { + "epoch": 0.7339971550497866, + "grad_norm": 4.71875, + "learning_rate": 2.7377521613832852e-06, + "loss": 1.7019, + "step": 258 + }, + { + "epoch": 0.7368421052631579, + "grad_norm": 4.5, + "learning_rate": 2.708933717579251e-06, + "loss": 1.6404, + "step": 259 + }, + { + "epoch": 0.7396870554765291, + "grad_norm": 4.25, + "learning_rate": 2.680115273775216e-06, + "loss": 1.4764, + "step": 260 + }, + { + "epoch": 0.7396870554765291, + "eval_loss": 1.590862512588501, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.0014, + "eval_samples_per_second": 46.865, + "eval_steps_per_second": 23.432, + "step": 260 + }, + { + "epoch": 0.7425320056899004, + "grad_norm": 4.5, + "learning_rate": 2.6512968299711815e-06, + "loss": 1.6331, + "step": 261 + }, + { + "epoch": 0.7453769559032717, + "grad_norm": 4.625, + "learning_rate": 2.622478386167147e-06, + "loss": 1.6467, + "step": 262 + }, + { + "epoch": 0.748221906116643, + "grad_norm": 4.21875, + "learning_rate": 2.5936599423631124e-06, + "loss": 1.3932, + "step": 263 + }, + { + "epoch": 0.7510668563300142, + "grad_norm": 4.4375, + "learning_rate": 2.564841498559078e-06, + "loss": 1.716, + "step": 264 + }, + { + "epoch": 0.7539118065433855, + "grad_norm": 4.96875, + "learning_rate": 2.5360230547550434e-06, + "loss": 1.6845, + "step": 265 + }, + { + "epoch": 0.7567567567567568, + "grad_norm": 4.09375, + "learning_rate": 2.507204610951009e-06, + "loss": 1.4372, + "step": 266 + }, + { + "epoch": 0.7596017069701281, + "grad_norm": 4.5625, + "learning_rate": 2.4783861671469744e-06, + "loss": 1.6371, + "step": 267 + }, + { + "epoch": 0.7624466571834992, + "grad_norm": 4.40625, + "learning_rate": 2.4495677233429396e-06, + "loss": 1.5688, + "step": 268 + }, + { + "epoch": 0.7652916073968705, + "grad_norm": 4.28125, + "learning_rate": 2.420749279538905e-06, + "loss": 1.5736, + "step": 269 + }, + { + "epoch": 0.7681365576102418, + "grad_norm": 4.1875, + "learning_rate": 2.3919308357348706e-06, + "loss": 1.694, + "step": 270 + }, + { + "epoch": 0.7681365576102418, + "eval_loss": 1.5900778770446777, + "eval_model_preparation_time": 0.018, + "eval_runtime": 32.2296, + "eval_samples_per_second": 43.624, + "eval_steps_per_second": 21.812, + "step": 270 + }, + { + "epoch": 0.7709815078236131, + "grad_norm": 4.40625, + "learning_rate": 2.363112391930836e-06, + "loss": 1.5093, + "step": 271 + }, + { + "epoch": 0.7738264580369844, + "grad_norm": 5.15625, + "learning_rate": 2.334293948126801e-06, + "loss": 1.5078, + "step": 272 + }, + { + "epoch": 0.7766714082503556, + "grad_norm": 4.40625, + "learning_rate": 2.305475504322767e-06, + "loss": 1.5468, + "step": 273 + }, + { + "epoch": 0.7795163584637269, + "grad_norm": 4.0, + "learning_rate": 2.276657060518732e-06, + "loss": 1.5144, + "step": 274 + }, + { + "epoch": 0.7823613086770982, + "grad_norm": 4.375, + "learning_rate": 2.247838616714698e-06, + "loss": 1.5309, + "step": 275 + }, + { + "epoch": 0.7852062588904695, + "grad_norm": 4.4375, + "learning_rate": 2.219020172910663e-06, + "loss": 1.6646, + "step": 276 + }, + { + "epoch": 0.7880512091038406, + "grad_norm": 4.1875, + "learning_rate": 2.1902017291066284e-06, + "loss": 1.5627, + "step": 277 + }, + { + "epoch": 0.7908961593172119, + "grad_norm": 4.40625, + "learning_rate": 2.1613832853025936e-06, + "loss": 1.4306, + "step": 278 + }, + { + "epoch": 0.7937411095305832, + "grad_norm": 4.34375, + "learning_rate": 2.1325648414985593e-06, + "loss": 1.5548, + "step": 279 + }, + { + "epoch": 0.7965860597439545, + "grad_norm": 4.59375, + "learning_rate": 2.1037463976945246e-06, + "loss": 1.5289, + "step": 280 + }, + { + "epoch": 0.7965860597439545, + "eval_loss": 1.5900788307189941, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.0607, + "eval_samples_per_second": 46.772, + "eval_steps_per_second": 23.386, + "step": 280 + }, + { + "epoch": 0.7994310099573257, + "grad_norm": 4.65625, + "learning_rate": 2.0749279538904903e-06, + "loss": 1.6122, + "step": 281 + }, + { + "epoch": 0.802275960170697, + "grad_norm": 4.90625, + "learning_rate": 2.0461095100864556e-06, + "loss": 1.6433, + "step": 282 + }, + { + "epoch": 0.8051209103840683, + "grad_norm": 4.6875, + "learning_rate": 2.0172910662824213e-06, + "loss": 1.6598, + "step": 283 + }, + { + "epoch": 0.8079658605974396, + "grad_norm": 4.09375, + "learning_rate": 1.988472622478386e-06, + "loss": 1.5486, + "step": 284 + }, + { + "epoch": 0.8108108108108109, + "grad_norm": 4.375, + "learning_rate": 1.959654178674352e-06, + "loss": 1.5349, + "step": 285 + }, + { + "epoch": 0.813655761024182, + "grad_norm": 4.625, + "learning_rate": 1.930835734870317e-06, + "loss": 1.5995, + "step": 286 + }, + { + "epoch": 0.8165007112375533, + "grad_norm": 3.96875, + "learning_rate": 1.9020172910662826e-06, + "loss": 1.5021, + "step": 287 + }, + { + "epoch": 0.8193456614509246, + "grad_norm": 4.21875, + "learning_rate": 1.873198847262248e-06, + "loss": 1.5478, + "step": 288 + }, + { + "epoch": 0.8221906116642959, + "grad_norm": 4.28125, + "learning_rate": 1.8443804034582133e-06, + "loss": 1.661, + "step": 289 + }, + { + "epoch": 0.8250355618776671, + "grad_norm": 4.3125, + "learning_rate": 1.8155619596541788e-06, + "loss": 1.5968, + "step": 290 + }, + { + "epoch": 0.8250355618776671, + "eval_loss": 1.5887020826339722, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.1344, + "eval_samples_per_second": 46.658, + "eval_steps_per_second": 23.329, + "step": 290 + }, + { + "epoch": 0.8278805120910384, + "grad_norm": 5.25, + "learning_rate": 1.7867435158501443e-06, + "loss": 1.6993, + "step": 291 + }, + { + "epoch": 0.8307254623044097, + "grad_norm": 4.3125, + "learning_rate": 1.7579250720461098e-06, + "loss": 1.708, + "step": 292 + }, + { + "epoch": 0.833570412517781, + "grad_norm": 4.34375, + "learning_rate": 1.7291066282420752e-06, + "loss": 1.6189, + "step": 293 + }, + { + "epoch": 0.8364153627311522, + "grad_norm": 4.28125, + "learning_rate": 1.7002881844380405e-06, + "loss": 1.5574, + "step": 294 + }, + { + "epoch": 0.8392603129445235, + "grad_norm": 4.34375, + "learning_rate": 1.6714697406340058e-06, + "loss": 1.6666, + "step": 295 + }, + { + "epoch": 0.8421052631578947, + "grad_norm": 4.625, + "learning_rate": 1.6426512968299713e-06, + "loss": 1.5545, + "step": 296 + }, + { + "epoch": 0.844950213371266, + "grad_norm": 4.15625, + "learning_rate": 1.6138328530259367e-06, + "loss": 1.5229, + "step": 297 + }, + { + "epoch": 0.8477951635846372, + "grad_norm": 3.90625, + "learning_rate": 1.5850144092219022e-06, + "loss": 1.3888, + "step": 298 + }, + { + "epoch": 0.8506401137980085, + "grad_norm": 4.9375, + "learning_rate": 1.5561959654178677e-06, + "loss": 1.7883, + "step": 299 + }, + { + "epoch": 0.8534850640113798, + "grad_norm": 4.4375, + "learning_rate": 1.5273775216138328e-06, + "loss": 1.5406, + "step": 300 + }, + { + "epoch": 0.8534850640113798, + "eval_loss": 1.5880863666534424, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.965, + "eval_samples_per_second": 46.921, + "eval_steps_per_second": 23.461, + "step": 300 + }, + { + "epoch": 0.8563300142247511, + "grad_norm": 4.375, + "learning_rate": 1.4985590778097983e-06, + "loss": 1.5371, + "step": 301 + }, + { + "epoch": 0.8591749644381224, + "grad_norm": 4.65625, + "learning_rate": 1.4697406340057637e-06, + "loss": 1.6651, + "step": 302 + }, + { + "epoch": 0.8620199146514936, + "grad_norm": 4.40625, + "learning_rate": 1.4409221902017292e-06, + "loss": 1.6384, + "step": 303 + }, + { + "epoch": 0.8648648648648649, + "grad_norm": 4.375, + "learning_rate": 1.4121037463976947e-06, + "loss": 1.4645, + "step": 304 + }, + { + "epoch": 0.8677098150782361, + "grad_norm": 4.15625, + "learning_rate": 1.3832853025936602e-06, + "loss": 1.7146, + "step": 305 + }, + { + "epoch": 0.8705547652916074, + "grad_norm": 4.21875, + "learning_rate": 1.3544668587896255e-06, + "loss": 1.7204, + "step": 306 + }, + { + "epoch": 0.8733997155049786, + "grad_norm": 4.28125, + "learning_rate": 1.3256484149855907e-06, + "loss": 1.5848, + "step": 307 + }, + { + "epoch": 0.8762446657183499, + "grad_norm": 4.28125, + "learning_rate": 1.2968299711815562e-06, + "loss": 1.5402, + "step": 308 + }, + { + "epoch": 0.8790896159317212, + "grad_norm": 4.28125, + "learning_rate": 1.2680115273775217e-06, + "loss": 1.5938, + "step": 309 + }, + { + "epoch": 0.8819345661450925, + "grad_norm": 4.1875, + "learning_rate": 1.2391930835734872e-06, + "loss": 1.5212, + "step": 310 + }, + { + "epoch": 0.8819345661450925, + "eval_loss": 1.5874228477478027, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.0826, + "eval_samples_per_second": 46.738, + "eval_steps_per_second": 23.369, + "step": 310 + }, + { + "epoch": 0.8847795163584637, + "grad_norm": 4.59375, + "learning_rate": 1.2103746397694525e-06, + "loss": 1.5576, + "step": 311 + }, + { + "epoch": 0.887624466571835, + "grad_norm": 4.75, + "learning_rate": 1.181556195965418e-06, + "loss": 1.7451, + "step": 312 + }, + { + "epoch": 0.8904694167852063, + "grad_norm": 5.0, + "learning_rate": 1.1527377521613834e-06, + "loss": 1.6618, + "step": 313 + }, + { + "epoch": 0.8933143669985776, + "grad_norm": 4.3125, + "learning_rate": 1.123919308357349e-06, + "loss": 1.533, + "step": 314 + }, + { + "epoch": 0.8961593172119487, + "grad_norm": 3.9375, + "learning_rate": 1.0951008645533142e-06, + "loss": 1.4218, + "step": 315 + }, + { + "epoch": 0.89900426742532, + "grad_norm": 4.34375, + "learning_rate": 1.0662824207492797e-06, + "loss": 1.4842, + "step": 316 + }, + { + "epoch": 0.9018492176386913, + "grad_norm": 4.375, + "learning_rate": 1.0374639769452451e-06, + "loss": 1.5033, + "step": 317 + }, + { + "epoch": 0.9046941678520626, + "grad_norm": 4.8125, + "learning_rate": 1.0086455331412106e-06, + "loss": 1.6644, + "step": 318 + }, + { + "epoch": 0.9075391180654339, + "grad_norm": 4.59375, + "learning_rate": 9.79827089337176e-07, + "loss": 1.6394, + "step": 319 + }, + { + "epoch": 0.9103840682788051, + "grad_norm": 4.21875, + "learning_rate": 9.510086455331413e-07, + "loss": 1.5598, + "step": 320 + }, + { + "epoch": 0.9103840682788051, + "eval_loss": 1.5866672992706299, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.9661, + "eval_samples_per_second": 46.92, + "eval_steps_per_second": 23.46, + "step": 320 + }, + { + "epoch": 0.9132290184921764, + "grad_norm": 4.46875, + "learning_rate": 9.221902017291067e-07, + "loss": 1.5842, + "step": 321 + }, + { + "epoch": 0.9160739687055477, + "grad_norm": 4.125, + "learning_rate": 8.933717579250721e-07, + "loss": 1.5486, + "step": 322 + }, + { + "epoch": 0.918918918918919, + "grad_norm": 4.15625, + "learning_rate": 8.645533141210376e-07, + "loss": 1.6136, + "step": 323 + }, + { + "epoch": 0.9217638691322901, + "grad_norm": 4.5625, + "learning_rate": 8.357348703170029e-07, + "loss": 1.6948, + "step": 324 + }, + { + "epoch": 0.9246088193456614, + "grad_norm": 4.375, + "learning_rate": 8.069164265129684e-07, + "loss": 1.6, + "step": 325 + }, + { + "epoch": 0.9274537695590327, + "grad_norm": 4.46875, + "learning_rate": 7.780979827089339e-07, + "loss": 1.7897, + "step": 326 + }, + { + "epoch": 0.930298719772404, + "grad_norm": 4.34375, + "learning_rate": 7.492795389048991e-07, + "loss": 1.603, + "step": 327 + }, + { + "epoch": 0.9331436699857752, + "grad_norm": 4.1875, + "learning_rate": 7.204610951008646e-07, + "loss": 1.5435, + "step": 328 + }, + { + "epoch": 0.9359886201991465, + "grad_norm": 4.53125, + "learning_rate": 6.916426512968301e-07, + "loss": 1.5416, + "step": 329 + }, + { + "epoch": 0.9388335704125178, + "grad_norm": 4.3125, + "learning_rate": 6.628242074927954e-07, + "loss": 1.62, + "step": 330 + }, + { + "epoch": 0.9388335704125178, + "eval_loss": 1.5866131782531738, + "eval_model_preparation_time": 0.018, + "eval_runtime": 30.0411, + "eval_samples_per_second": 46.803, + "eval_steps_per_second": 23.401, + "step": 330 + }, + { + "epoch": 0.9416785206258891, + "grad_norm": 4.4375, + "learning_rate": 6.340057636887609e-07, + "loss": 1.5802, + "step": 331 + }, + { + "epoch": 0.9445234708392604, + "grad_norm": 4.28125, + "learning_rate": 6.051873198847262e-07, + "loss": 1.6274, + "step": 332 + }, + { + "epoch": 0.9473684210526315, + "grad_norm": 4.34375, + "learning_rate": 5.763688760806917e-07, + "loss": 1.631, + "step": 333 + }, + { + "epoch": 0.9502133712660028, + "grad_norm": 4.375, + "learning_rate": 5.475504322766571e-07, + "loss": 1.6439, + "step": 334 + }, + { + "epoch": 0.9530583214793741, + "grad_norm": 4.25, + "learning_rate": 5.187319884726226e-07, + "loss": 1.4967, + "step": 335 + }, + { + "epoch": 0.9559032716927454, + "grad_norm": 4.75, + "learning_rate": 4.89913544668588e-07, + "loss": 1.5449, + "step": 336 + }, + { + "epoch": 0.9587482219061166, + "grad_norm": 4.03125, + "learning_rate": 4.6109510086455333e-07, + "loss": 1.6697, + "step": 337 + }, + { + "epoch": 0.9615931721194879, + "grad_norm": 4.6875, + "learning_rate": 4.322766570605188e-07, + "loss": 1.521, + "step": 338 + }, + { + "epoch": 0.9644381223328592, + "grad_norm": 4.40625, + "learning_rate": 4.034582132564842e-07, + "loss": 1.6125, + "step": 339 + }, + { + "epoch": 0.9672830725462305, + "grad_norm": 4.28125, + "learning_rate": 3.7463976945244956e-07, + "loss": 1.549, + "step": 340 + }, + { + "epoch": 0.9672830725462305, + "eval_loss": 1.5862809419631958, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.8642, + "eval_samples_per_second": 47.08, + "eval_steps_per_second": 23.54, + "step": 340 + }, + { + "epoch": 0.9701280227596017, + "grad_norm": 4.125, + "learning_rate": 3.4582132564841505e-07, + "loss": 1.5672, + "step": 341 + }, + { + "epoch": 0.972972972972973, + "grad_norm": 4.4375, + "learning_rate": 3.170028818443804e-07, + "loss": 1.6598, + "step": 342 + }, + { + "epoch": 0.9758179231863442, + "grad_norm": 4.34375, + "learning_rate": 2.8818443804034586e-07, + "loss": 1.6207, + "step": 343 + }, + { + "epoch": 0.9786628733997155, + "grad_norm": 4.28125, + "learning_rate": 2.593659942363113e-07, + "loss": 1.5062, + "step": 344 + }, + { + "epoch": 0.9815078236130867, + "grad_norm": 4.84375, + "learning_rate": 2.3054755043227666e-07, + "loss": 1.6337, + "step": 345 + }, + { + "epoch": 0.984352773826458, + "grad_norm": 4.84375, + "learning_rate": 2.017291066282421e-07, + "loss": 1.5636, + "step": 346 + }, + { + "epoch": 0.9871977240398293, + "grad_norm": 4.78125, + "learning_rate": 1.7291066282420752e-07, + "loss": 1.7548, + "step": 347 + }, + { + "epoch": 0.9900426742532006, + "grad_norm": 4.28125, + "learning_rate": 1.4409221902017293e-07, + "loss": 1.6329, + "step": 348 + }, + { + "epoch": 0.9928876244665719, + "grad_norm": 4.4375, + "learning_rate": 1.1527377521613833e-07, + "loss": 1.3826, + "step": 349 + }, + { + "epoch": 0.9957325746799431, + "grad_norm": 4.03125, + "learning_rate": 8.645533141210376e-08, + "loss": 1.4496, + "step": 350 + }, + { + "epoch": 0.9957325746799431, + "eval_loss": 1.58638596534729, + "eval_model_preparation_time": 0.018, + "eval_runtime": 29.6461, + "eval_samples_per_second": 47.426, + "eval_steps_per_second": 23.713, + "step": 350 + }, + { + "epoch": 0.9985775248933144, + "grad_norm": 4.625, + "learning_rate": 5.7636887608069166e-08, + "loss": 1.5534, + "step": 351 + }, + { + "epoch": 1.0, + "grad_norm": 6.96875, + "learning_rate": 2.8818443804034583e-08, + "loss": 1.6028, + "step": 352 + } + ], + "logging_steps": 1, + "max_steps": 352, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 5000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 3.883507120801382e+16, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-352/training_args.bin b/checkpoint-352/training_args.bin new file mode 100644 index 0000000..656fd3b --- /dev/null +++ b/checkpoint-352/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:537526bd990a79ea5603d4af583e03415bea9aded009574bfeb258fd56b1ff8a +size 6097 diff --git a/config.json b/config.json new file mode 100644 index 0000000..e24196e --- /dev/null +++ b/config.json @@ -0,0 +1,38 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "torch_dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128004, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "transformers_version": "4.56.2", + "unsloth_fixed": true, + "unsloth_version": "2025.10.3", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..a866dc1 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b19cecaa2e1586f7a3ebd72d6bc008f95fb7fecde3ae709672fb81a3d7daee64 +size 4976698672 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..d7f3ed5 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50d4d823b5840055356363c4a7f41a0b9f14f41d8606faf3557d6110d82bfe6a +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..44b0120 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6644090b4fc369345ddc967ba860d70c3c761845a7130982d96496630610052 +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..6b772c4 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:015b041ac31d557e2def86c5ee107b6818dc8683b5abece1d4f65cdbaea7ad2f +size 1168138808 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..0fd8120 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 16060522496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..3c1d049 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..c713e47 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2067 @@ +{ + "add_bos_token": true, + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|finetune_right_pad_id|>", + "padding_side": "left", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": null, + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n" +} \ No newline at end of file