From 274540a02327ebc2605ca4aacb7c9231f28f3a74 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 27 Jul 2026 04:09:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: codingmonster1234/Llama-3.1-Minitron-4B-Chess-Reasoning Source: Original Platform --- .gitattributes | 36 + README.md | 65 ++ chat_template.jinja | 4 + config.json | 36 + generation_config.json | 9 + model.safetensors | 3 + optimizer.pt | 3 + rng_state.pth | 3 + scheduler.pt | 3 + tokenizer.json | 3 + tokenizer_config.json | 2083 ++++++++++++++++++++++++++++++++++++++++ trainer_state.json | 800 +++++++++++++++ training_args.bin | 3 + 13 files changed, 3051 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 optimizer.pt create mode 100644 rng_state.pth create mode 100644 scheduler.pt create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 trainer_state.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..729372c --- /dev/null +++ b/README.md @@ -0,0 +1,65 @@ +--- +base_model: rasyosef/Llama-3.1-Minitron-4B-Chat +library_name: transformers +model_name: output-Llama-3.1-Minitron-4B-Chat +tags: +- generated_from_trainer +- sft +- trl +- chess +- reasoning +licence: license +license: mit +datasets: +- codingmonster1234/chess-reasoning-sft +language: +- en +--- + +# Model Card for output-Llama-3.1-Minitron-4B-Chat + +This model is a fine-tuned version of [rasyosef/Llama-3.1-Minitron-4B-Chat](https://huggingface.co/rasyosef/Llama-3.1-Minitron-4B-Chat). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="None", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/easwar-chess-none/huggingface/runs/ulmc14g2) + + + +This model was trained with SFT. + +### Framework versions + +- TRL: 1.5.1 +- Transformers: 5.10.2 +- Pytorch: 2.12.0 +- Datasets: 5.0.0 +- Tokenizers: 0.22.2 + +## Citations + + + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..057a395 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,4 @@ +{% for message in messages %}{{'<|im_start|>' + message['role'] + ' +' + message['content'] + '<|im_end|>' + ' +'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant +' }}{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..3650a54 --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128256, + "dtype": "float32", + "eos_token_id": 128257, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 9216, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128257, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_theta": 500000.0, + "rope_type": "llama3" + }, + "tie_word_embeddings": false, + "transformers_version": "5.10.2", + "use_cache": false, + "vocab_size": 128258 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..d9e7d54 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 128256, + "eos_token_id": [ + 128257 + ], + "pad_token_id": 128257, + "transformers_version": "5.10.2" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..ed19287 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86360c4e8e4f9324c5136b7d5c0b456fed220d40350bad8d0efd10b0006e42c +size 18051068936 diff --git a/optimizer.pt b/optimizer.pt new file mode 100644 index 0000000..36f2192 --- /dev/null +++ b/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eeaddd5923a78ea850a77ba27fac028f97c7fe9534e81fbb2d277004d673436 +size 11519796521 diff --git a/rng_state.pth b/rng_state.pth new file mode 100644 index 0000000..1feba1a --- /dev/null +++ b/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:098b29492211804ab324a36f37466821d948280bb74fce4ba895c03f13ecd878 +size 14645 diff --git a/scheduler.pt b/scheduler.pt new file mode 100644 index 0000000..1cae3bd --- /dev/null +++ b/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69da190c9ffb471de386838030f5db7ecba7753d98fde1ddc34a98df017ac804 +size 1465 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..45dfa40 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:510d12ec255f4cb0304aa5428d699c354c1a49696b427a2748a7b03bb7bbb575 +size 17210296 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3cc8a29 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2083 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128256": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128257": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>" + ], + "bos_token": "<|im_start|>", + "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": true, + "eos_token": "<|im_end|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|im_end|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} \ No newline at end of file diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..ca8b08a --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,800 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 84, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.011904761904761904, + "grad_norm": 11.529353141784668, + "learning_rate": 2e-05, + "loss": 1.914004921913147, + "mean_token_accuracy": 0.5769918859004974, + "num_tokens": 29788.0, + "step": 1 + }, + { + "epoch": 0.023809523809523808, + "grad_norm": 14.16106128692627, + "learning_rate": 1.999922292480975e-05, + "loss": 1.83119797706604, + "mean_token_accuracy": 0.5946373492479324, + "num_tokens": 58751.0, + "step": 2 + }, + { + "epoch": 0.03571428571428571, + "grad_norm": 9.59426498413086, + "learning_rate": 1.9996891820008165e-05, + "loss": 1.8222196102142334, + "mean_token_accuracy": 0.6167362779378891, + "num_tokens": 87987.0, + "step": 3 + }, + { + "epoch": 0.047619047619047616, + "grad_norm": 5.701657772064209, + "learning_rate": 1.9993007047883988e-05, + "loss": 1.4995148181915283, + "mean_token_accuracy": 0.6572036817669868, + "num_tokens": 116847.0, + "step": 4 + }, + { + "epoch": 0.05952380952380952, + "grad_norm": 4.609629154205322, + "learning_rate": 1.9987569212189224e-05, + "loss": 1.3815604448318481, + "mean_token_accuracy": 0.6702215820550919, + "num_tokens": 146324.0, + "step": 5 + }, + { + "epoch": 0.07142857142857142, + "grad_norm": 3.5629072189331055, + "learning_rate": 1.9980579158045322e-05, + "loss": 1.34389066696167, + "mean_token_accuracy": 0.6741709485650063, + "num_tokens": 174803.0, + "step": 6 + }, + { + "epoch": 0.08333333333333333, + "grad_norm": 3.0423154830932617, + "learning_rate": 1.9972037971811802e-05, + "loss": 1.275808572769165, + "mean_token_accuracy": 0.6867651119828224, + "num_tokens": 203369.0, + "step": 7 + }, + { + "epoch": 0.09523809523809523, + "grad_norm": 2.9051754474639893, + "learning_rate": 1.9961946980917457e-05, + "loss": 1.1854076385498047, + "mean_token_accuracy": 0.7050081267952919, + "num_tokens": 232982.0, + "step": 8 + }, + { + "epoch": 0.10714285714285714, + "grad_norm": 2.5599188804626465, + "learning_rate": 1.9950307753654016e-05, + "loss": 1.2208622694015503, + "mean_token_accuracy": 0.6956963464617729, + "num_tokens": 261286.0, + "step": 9 + }, + { + "epoch": 0.11904761904761904, + "grad_norm": 2.9105069637298584, + "learning_rate": 1.9937122098932428e-05, + "loss": 1.1587761640548706, + "mean_token_accuracy": 0.7048550546169281, + "num_tokens": 290542.0, + "step": 10 + }, + { + "epoch": 0.13095238095238096, + "grad_norm": 2.3259518146514893, + "learning_rate": 1.9922392066001724e-05, + "loss": 1.0967768430709839, + "mean_token_accuracy": 0.7165249660611153, + "num_tokens": 320601.0, + "step": 11 + }, + { + "epoch": 0.14285714285714285, + "grad_norm": 2.5200023651123047, + "learning_rate": 1.9906119944130527e-05, + "loss": 1.0702282190322876, + "mean_token_accuracy": 0.7203697860240936, + "num_tokens": 350202.0, + "step": 12 + }, + { + "epoch": 0.15476190476190477, + "grad_norm": 2.1715333461761475, + "learning_rate": 1.9888308262251286e-05, + "loss": 1.0621695518493652, + "mean_token_accuracy": 0.7225284278392792, + "num_tokens": 379636.0, + "step": 13 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 2.610119342803955, + "learning_rate": 1.9868959788567213e-05, + "loss": 1.0720399618148804, + "mean_token_accuracy": 0.7212414294481277, + "num_tokens": 406951.0, + "step": 14 + }, + { + "epoch": 0.17857142857142858, + "grad_norm": 2.6167454719543457, + "learning_rate": 1.9848077530122083e-05, + "loss": 1.0404419898986816, + "mean_token_accuracy": 0.7257834300398827, + "num_tokens": 435217.0, + "step": 15 + }, + { + "epoch": 0.19047619047619047, + "grad_norm": 2.4558708667755127, + "learning_rate": 1.9825664732332886e-05, + "loss": 1.1281776428222656, + "mean_token_accuracy": 0.707080751657486, + "num_tokens": 464425.0, + "step": 16 + }, + { + "epoch": 0.20238095238095238, + "grad_norm": 2.375856876373291, + "learning_rate": 1.9801724878485438e-05, + "loss": 1.0459752082824707, + "mean_token_accuracy": 0.7244894206523895, + "num_tokens": 492566.0, + "step": 17 + }, + { + "epoch": 0.21428571428571427, + "grad_norm": 2.2667899131774902, + "learning_rate": 1.977626168919305e-05, + "loss": 0.9850942492485046, + "mean_token_accuracy": 0.7457425370812416, + "num_tokens": 522039.0, + "step": 18 + }, + { + "epoch": 0.2261904761904762, + "grad_norm": 2.1298699378967285, + "learning_rate": 1.9749279121818235e-05, + "loss": 1.0323350429534912, + "mean_token_accuracy": 0.73154316842556, + "num_tokens": 551228.0, + "step": 19 + }, + { + "epoch": 0.23809523809523808, + "grad_norm": 1.9165962934494019, + "learning_rate": 1.9720781369857747e-05, + "loss": 0.994964599609375, + "mean_token_accuracy": 0.7338539212942123, + "num_tokens": 579813.0, + "step": 20 + }, + { + "epoch": 0.25, + "grad_norm": 2.1407601833343506, + "learning_rate": 1.969077286229078e-05, + "loss": 1.0337525606155396, + "mean_token_accuracy": 0.7247511297464371, + "num_tokens": 609054.0, + "step": 21 + }, + { + "epoch": 0.2619047619047619, + "grad_norm": 2.2245829105377197, + "learning_rate": 1.9659258262890683e-05, + "loss": 0.9542327523231506, + "mean_token_accuracy": 0.7403879463672638, + "num_tokens": 638361.0, + "step": 22 + }, + { + "epoch": 0.27380952380952384, + "grad_norm": 2.094996213912964, + "learning_rate": 1.962624246950012e-05, + "loss": 0.9909444451332092, + "mean_token_accuracy": 0.7375892624258995, + "num_tokens": 667030.0, + "step": 23 + }, + { + "epoch": 0.2857142857142857, + "grad_norm": 2.194431781768799, + "learning_rate": 1.9591730613269878e-05, + "loss": 1.0016077756881714, + "mean_token_accuracy": 0.7301788702607155, + "num_tokens": 695951.0, + "step": 24 + }, + { + "epoch": 0.2976190476190476, + "grad_norm": 2.199652671813965, + "learning_rate": 1.955572805786141e-05, + "loss": 0.956201434135437, + "mean_token_accuracy": 0.7408725842833519, + "num_tokens": 725170.0, + "step": 25 + }, + { + "epoch": 0.30952380952380953, + "grad_norm": 2.0795445442199707, + "learning_rate": 1.9518240398613226e-05, + "loss": 0.9647458791732788, + "mean_token_accuracy": 0.7420727759599686, + "num_tokens": 754824.0, + "step": 26 + }, + { + "epoch": 0.32142857142857145, + "grad_norm": 1.9338266849517822, + "learning_rate": 1.947927346167132e-05, + "loss": 0.992991030216217, + "mean_token_accuracy": 0.731611043214798, + "num_tokens": 784104.0, + "step": 27 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 1.9213852882385254, + "learning_rate": 1.9438833303083677e-05, + "loss": 0.9164495468139648, + "mean_token_accuracy": 0.7498249039053917, + "num_tokens": 813113.0, + "step": 28 + }, + { + "epoch": 0.34523809523809523, + "grad_norm": 1.8558398485183716, + "learning_rate": 1.9396926207859085e-05, + "loss": 1.006327509880066, + "mean_token_accuracy": 0.7329650148749352, + "num_tokens": 842641.0, + "step": 29 + }, + { + "epoch": 0.35714285714285715, + "grad_norm": 2.002457857131958, + "learning_rate": 1.935355868899034e-05, + "loss": 0.9234254956245422, + "mean_token_accuracy": 0.7504403591156006, + "num_tokens": 870913.0, + "step": 30 + }, + { + "epoch": 0.36904761904761907, + "grad_norm": 1.9878448247909546, + "learning_rate": 1.9308737486442045e-05, + "loss": 0.9712892174720764, + "mean_token_accuracy": 0.7372883632779121, + "num_tokens": 899828.0, + "step": 31 + }, + { + "epoch": 0.38095238095238093, + "grad_norm": 1.9190301895141602, + "learning_rate": 1.926246956610309e-05, + "loss": 0.8859049081802368, + "mean_token_accuracy": 0.7609693109989166, + "num_tokens": 928435.0, + "step": 32 + }, + { + "epoch": 0.39285714285714285, + "grad_norm": 1.81462562084198, + "learning_rate": 1.921476211870408e-05, + "loss": 0.9458773136138916, + "mean_token_accuracy": 0.7440405786037445, + "num_tokens": 957815.0, + "step": 33 + }, + { + "epoch": 0.40476190476190477, + "grad_norm": 1.9442874193191528, + "learning_rate": 1.9165622558699763e-05, + "loss": 0.9346192479133606, + "mean_token_accuracy": 0.7506085485219955, + "num_tokens": 986586.0, + "step": 34 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 1.7711018323898315, + "learning_rate": 1.9115058523116734e-05, + "loss": 0.9014881253242493, + "mean_token_accuracy": 0.7530476674437523, + "num_tokens": 1015838.0, + "step": 35 + }, + { + "epoch": 0.42857142857142855, + "grad_norm": 1.801094651222229, + "learning_rate": 1.9063077870366504e-05, + "loss": 0.9483398199081421, + "mean_token_accuracy": 0.7421744614839554, + "num_tokens": 1045470.0, + "step": 36 + }, + { + "epoch": 0.44047619047619047, + "grad_norm": 1.792850375175476, + "learning_rate": 1.900968867902419e-05, + "loss": 0.9111062288284302, + "mean_token_accuracy": 0.752615176141262, + "num_tokens": 1073211.0, + "step": 37 + }, + { + "epoch": 0.4523809523809524, + "grad_norm": 1.8647798299789429, + "learning_rate": 1.895489924657301e-05, + "loss": 0.8721588253974915, + "mean_token_accuracy": 0.7621221914887428, + "num_tokens": 1102374.0, + "step": 38 + }, + { + "epoch": 0.4642857142857143, + "grad_norm": 1.6813071966171265, + "learning_rate": 1.8898718088114688e-05, + "loss": 0.8819330930709839, + "mean_token_accuracy": 0.7566907480359077, + "num_tokens": 1131350.0, + "step": 39 + }, + { + "epoch": 0.47619047619047616, + "grad_norm": 1.6970678567886353, + "learning_rate": 1.8841153935046098e-05, + "loss": 0.8742820620536804, + "mean_token_accuracy": 0.760765790939331, + "num_tokens": 1160238.0, + "step": 40 + }, + { + "epoch": 0.4880952380952381, + "grad_norm": 1.7569754123687744, + "learning_rate": 1.8782215733702286e-05, + "loss": 0.8570113182067871, + "mean_token_accuracy": 0.7613107413053513, + "num_tokens": 1189331.0, + "step": 41 + }, + { + "epoch": 0.5, + "grad_norm": 1.782785177230835, + "learning_rate": 1.8721912643966055e-05, + "loss": 0.9163686037063599, + "mean_token_accuracy": 0.7505383789539337, + "num_tokens": 1217448.0, + "step": 42 + }, + { + "epoch": 0.5119047619047619, + "grad_norm": 1.6833268404006958, + "learning_rate": 1.866025403784439e-05, + "loss": 0.8989430665969849, + "mean_token_accuracy": 0.7541684806346893, + "num_tokens": 1247253.0, + "step": 43 + }, + { + "epoch": 0.5238095238095238, + "grad_norm": 1.6909689903259277, + "learning_rate": 1.8597249498011906e-05, + "loss": 0.8409149050712585, + "mean_token_accuracy": 0.7660783603787422, + "num_tokens": 1275646.0, + "step": 44 + }, + { + "epoch": 0.5357142857142857, + "grad_norm": 1.8078761100769043, + "learning_rate": 1.8532908816321557e-05, + "loss": 0.9054464101791382, + "mean_token_accuracy": 0.7482258230447769, + "num_tokens": 1304469.0, + "step": 45 + }, + { + "epoch": 0.5476190476190477, + "grad_norm": 1.6278305053710938, + "learning_rate": 1.8467241992282842e-05, + "loss": 0.9137347936630249, + "mean_token_accuracy": 0.746067963540554, + "num_tokens": 1333024.0, + "step": 46 + }, + { + "epoch": 0.5595238095238095, + "grad_norm": 1.695748209953308, + "learning_rate": 1.8400259231507716e-05, + "loss": 0.8484127521514893, + "mean_token_accuracy": 0.7649081125855446, + "num_tokens": 1361283.0, + "step": 47 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 1.7918659448623657, + "learning_rate": 1.833197094412449e-05, + "loss": 0.8585721850395203, + "mean_token_accuracy": 0.7619551867246628, + "num_tokens": 1389627.0, + "step": 48 + }, + { + "epoch": 0.5833333333333334, + "grad_norm": 1.6668473482131958, + "learning_rate": 1.826238774315995e-05, + "loss": 0.8342987895011902, + "mean_token_accuracy": 0.7647690623998642, + "num_tokens": 1418097.0, + "step": 49 + }, + { + "epoch": 0.5952380952380952, + "grad_norm": 1.7863699197769165, + "learning_rate": 1.819152044288992e-05, + "loss": 0.9001743793487549, + "mean_token_accuracy": 0.750338077545166, + "num_tokens": 1446015.0, + "step": 50 + }, + { + "epoch": 0.6071428571428571, + "grad_norm": 1.71127450466156, + "learning_rate": 1.811938005715857e-05, + "loss": 0.8569691181182861, + "mean_token_accuracy": 0.759001724421978, + "num_tokens": 1474484.0, + "step": 51 + }, + { + "epoch": 0.6190476190476191, + "grad_norm": 1.7378276586532593, + "learning_rate": 1.8045977797666685e-05, + "loss": 0.9362456798553467, + "mean_token_accuracy": 0.7411532327532768, + "num_tokens": 1502138.0, + "step": 52 + }, + { + "epoch": 0.6309523809523809, + "grad_norm": 1.6661640405654907, + "learning_rate": 1.7971325072229227e-05, + "loss": 0.9059334397315979, + "mean_token_accuracy": 0.7488799020648003, + "num_tokens": 1531714.0, + "step": 53 + }, + { + "epoch": 0.6428571428571429, + "grad_norm": 1.6824532747268677, + "learning_rate": 1.7895433483002356e-05, + "loss": 0.9190329313278198, + "mean_token_accuracy": 0.7526443004608154, + "num_tokens": 1559571.0, + "step": 54 + }, + { + "epoch": 0.6547619047619048, + "grad_norm": 1.676474928855896, + "learning_rate": 1.78183148246803e-05, + "loss": 0.8781886100769043, + "mean_token_accuracy": 0.7565796673297882, + "num_tokens": 1588454.0, + "step": 55 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 1.6373399496078491, + "learning_rate": 1.7739981082662275e-05, + "loss": 0.8755627870559692, + "mean_token_accuracy": 0.7579803913831711, + "num_tokens": 1618492.0, + "step": 56 + }, + { + "epoch": 0.6785714285714286, + "grad_norm": 1.6949313879013062, + "learning_rate": 1.766044443118978e-05, + "loss": 0.8839727640151978, + "mean_token_accuracy": 0.7543486133217812, + "num_tokens": 1646795.0, + "step": 57 + }, + { + "epoch": 0.6904761904761905, + "grad_norm": 1.690186858177185, + "learning_rate": 1.757971723145453e-05, + "loss": 0.8561735153198242, + "mean_token_accuracy": 0.7641277685761452, + "num_tokens": 1675431.0, + "step": 58 + }, + { + "epoch": 0.7023809523809523, + "grad_norm": 1.6995313167572021, + "learning_rate": 1.7497812029677344e-05, + "loss": 0.8403012156486511, + "mean_token_accuracy": 0.7634185254573822, + "num_tokens": 1702955.0, + "step": 59 + }, + { + "epoch": 0.7142857142857143, + "grad_norm": 1.6898642778396606, + "learning_rate": 1.741474155515827e-05, + "loss": 0.8668173551559448, + "mean_token_accuracy": 0.75686926394701, + "num_tokens": 1732138.0, + "step": 60 + }, + { + "epoch": 0.7261904761904762, + "grad_norm": 1.6695095300674438, + "learning_rate": 1.7330518718298263e-05, + "loss": 0.8799718022346497, + "mean_token_accuracy": 0.7577245235443115, + "num_tokens": 1761445.0, + "step": 61 + }, + { + "epoch": 0.7380952380952381, + "grad_norm": 1.6258364915847778, + "learning_rate": 1.7245156608592727e-05, + "loss": 0.8522840142250061, + "mean_token_accuracy": 0.7693983167409897, + "num_tokens": 1791067.0, + "step": 62 + }, + { + "epoch": 0.75, + "grad_norm": 1.7827128171920776, + "learning_rate": 1.7158668492597186e-05, + "loss": 0.9087042212486267, + "mean_token_accuracy": 0.7470668181777, + "num_tokens": 1818881.0, + "step": 63 + }, + { + "epoch": 0.7619047619047619, + "grad_norm": 1.677538514137268, + "learning_rate": 1.7071067811865477e-05, + "loss": 0.8644732236862183, + "mean_token_accuracy": 0.7561531737446785, + "num_tokens": 1847402.0, + "step": 64 + }, + { + "epoch": 0.7738095238095238, + "grad_norm": 1.6414068937301636, + "learning_rate": 1.698236818086073e-05, + "loss": 0.8923105001449585, + "mean_token_accuracy": 0.7542363926768303, + "num_tokens": 1876445.0, + "step": 65 + }, + { + "epoch": 0.7857142857142857, + "grad_norm": 1.5977094173431396, + "learning_rate": 1.689258338483947e-05, + "loss": 0.8339341282844543, + "mean_token_accuracy": 0.7679391428828239, + "num_tokens": 1905528.0, + "step": 66 + }, + { + "epoch": 0.7976190476190477, + "grad_norm": 1.5793612003326416, + "learning_rate": 1.6801727377709195e-05, + "loss": 0.836018443107605, + "mean_token_accuracy": 0.7610953524708748, + "num_tokens": 1933975.0, + "step": 67 + }, + { + "epoch": 0.8095238095238095, + "grad_norm": 1.6230100393295288, + "learning_rate": 1.67098142798597e-05, + "loss": 0.8169003129005432, + "mean_token_accuracy": 0.7718362584710121, + "num_tokens": 1962702.0, + "step": 68 + }, + { + "epoch": 0.8214285714285714, + "grad_norm": 1.6503868103027344, + "learning_rate": 1.6616858375968596e-05, + "loss": 0.851630449295044, + "mean_token_accuracy": 0.7629296258091927, + "num_tokens": 1991343.0, + "step": 69 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 1.5629642009735107, + "learning_rate": 1.6522874112781213e-05, + "loss": 0.8485338091850281, + "mean_token_accuracy": 0.7656759098172188, + "num_tokens": 2020170.0, + "step": 70 + }, + { + "epoch": 0.8452380952380952, + "grad_norm": 1.6736105680465698, + "learning_rate": 1.6427876096865394e-05, + "loss": 0.8417783379554749, + "mean_token_accuracy": 0.7630589976906776, + "num_tokens": 2050423.0, + "step": 71 + }, + { + "epoch": 0.8571428571428571, + "grad_norm": 1.595051884651184, + "learning_rate": 1.6331879092341402e-05, + "loss": 0.8609828352928162, + "mean_token_accuracy": 0.7579501941800117, + "num_tokens": 2079518.0, + "step": 72 + }, + { + "epoch": 0.8690476190476191, + "grad_norm": 1.5752646923065186, + "learning_rate": 1.6234898018587336e-05, + "loss": 0.790068507194519, + "mean_token_accuracy": 0.7756508365273476, + "num_tokens": 2109234.0, + "step": 73 + }, + { + "epoch": 0.8809523809523809, + "grad_norm": 1.6872154474258423, + "learning_rate": 1.6136947947920477e-05, + "loss": 0.8501731157302856, + "mean_token_accuracy": 0.7624671682715416, + "num_tokens": 2138017.0, + "step": 74 + }, + { + "epoch": 0.8928571428571429, + "grad_norm": 1.553470253944397, + "learning_rate": 1.6038044103254775e-05, + "loss": 0.7876694202423096, + "mean_token_accuracy": 0.7766945138573647, + "num_tokens": 2167971.0, + "step": 75 + }, + { + "epoch": 0.9047619047619048, + "grad_norm": 1.5356166362762451, + "learning_rate": 1.5938201855735017e-05, + "loss": 0.864933431148529, + "mean_token_accuracy": 0.758280374109745, + "num_tokens": 2196376.0, + "step": 76 + }, + { + "epoch": 0.9166666666666666, + "grad_norm": 1.5473679304122925, + "learning_rate": 1.5837436722347902e-05, + "loss": 0.7725358009338379, + "mean_token_accuracy": 0.783719077706337, + "num_tokens": 2225589.0, + "step": 77 + }, + { + "epoch": 0.9285714285714286, + "grad_norm": 1.595386028289795, + "learning_rate": 1.573576436351046e-05, + "loss": 0.8284271955490112, + "mean_token_accuracy": 0.7694306820631027, + "num_tokens": 2254878.0, + "step": 78 + }, + { + "epoch": 0.9404761904761905, + "grad_norm": 1.5001078844070435, + "learning_rate": 1.563320058063622e-05, + "loss": 0.7898463010787964, + "mean_token_accuracy": 0.7755530849099159, + "num_tokens": 2284143.0, + "step": 79 + }, + { + "epoch": 0.9523809523809523, + "grad_norm": 1.5622379779815674, + "learning_rate": 1.5529761313679396e-05, + "loss": 0.8229933977127075, + "mean_token_accuracy": 0.7678125724196434, + "num_tokens": 2312406.0, + "step": 80 + }, + { + "epoch": 0.9642857142857143, + "grad_norm": 1.6046059131622314, + "learning_rate": 1.5425462638657597e-05, + "loss": 0.8793967366218567, + "mean_token_accuracy": 0.7589751705527306, + "num_tokens": 2342080.0, + "step": 81 + }, + { + "epoch": 0.9761904761904762, + "grad_norm": 1.5159045457839966, + "learning_rate": 1.5320320765153367e-05, + "loss": 0.788962721824646, + "mean_token_accuracy": 0.7769099771976471, + "num_tokens": 2370973.0, + "step": 82 + }, + { + "epoch": 0.9880952380952381, + "grad_norm": 1.5396736860275269, + "learning_rate": 1.5214352033794981e-05, + "loss": 0.8291895389556885, + "mean_token_accuracy": 0.7664894834160805, + "num_tokens": 2399858.0, + "step": 83 + }, + { + "epoch": 1.0, + "grad_norm": 1.656612753868103, + "learning_rate": 1.5107572913716859e-05, + "loss": 0.8644437193870544, + "mean_token_accuracy": 0.7582353055477142, + "num_tokens": 2427247.0, + "step": 84 + }, + { + "epoch": 1.0, + "eval_loss": 0.8236262798309326, + "eval_mean_token_accuracy": 0.7665031782786051, + "eval_num_tokens": 2427247.0, + "eval_runtime": 30.1941, + "eval_samples_per_second": 4.968, + "eval_steps_per_second": 4.968, + "step": 84 + } + ], + "logging_steps": 1.0, + "max_steps": 252, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 6.302169712014336e+16, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..9c36123 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f51fa5d35cbdf962ec3e42938942dd8428b23d91267d49613812a271b8a6883 +size 5777