From b78ff4f4871ebf7f74189d73f82c2d93f97b9d84 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 5 Jul 2026 18:55:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: skyai798/saferlhf_ultra_sft Source: Original Platform --- .gitattributes | 37 + README.md | 60 + all_results.json | 8 + checkpoint-468/config.json | 40 + checkpoint-468/generation_config.json | 12 + .../model-00001-of-00004.safetensors | 3 + .../model-00002-of-00004.safetensors | 3 + .../model-00003-of-00004.safetensors | 3 + .../model-00004-of-00004.safetensors | 3 + checkpoint-468/model.safetensors.index.json | 298 +++ checkpoint-468/special_tokens_map.json | 47 + checkpoint-468/tokenizer.json | 3 + checkpoint-468/tokenizer_config.json | 2103 +++++++++++++++++ checkpoint-468/trainer_state.json | 138 ++ checkpoint-468/training_args.bin | 3 + config.json | 40 + generation_config.json | 12 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 298 +++ special_tokens_map.json | 47 + tokenizer.json | 3 + tokenizer_config.json | 2103 +++++++++++++++++ train_results.json | 8 + trainer_log.jsonl | 16 + trainer_state.json | 147 ++ training_args.bin | 3 + training_loss.png | Bin 0 -> 34469 bytes 30 files changed, 5450 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 checkpoint-468/config.json create mode 100644 checkpoint-468/generation_config.json create mode 100644 checkpoint-468/model-00001-of-00004.safetensors create mode 100644 checkpoint-468/model-00002-of-00004.safetensors create mode 100644 checkpoint-468/model-00003-of-00004.safetensors create mode 100644 checkpoint-468/model-00004-of-00004.safetensors create mode 100644 checkpoint-468/model.safetensors.index.json create mode 100644 checkpoint-468/special_tokens_map.json create mode 100644 checkpoint-468/tokenizer.json create mode 100644 checkpoint-468/tokenizer_config.json create mode 100644 checkpoint-468/trainer_state.json create mode 100644 checkpoint-468/training_args.bin create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..984cd33 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,37 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +checkpoint-468/tokenizer.json filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9ade5e1 --- /dev/null +++ b/README.md @@ -0,0 +1,60 @@ +--- +library_name: transformers +license: other +base_model: meta-llama/Llama-3.1-8B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: saferlhf-ultra-lr5e-6-ep3 + results: [] +--- + + + +# saferlhf-ultra-lr5e-6-ep3 + +This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct) on the saferlhf_ultra dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-06 +- train_batch_size: 4 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 4 +- total_train_batch_size: 128 +- total_eval_batch_size: 64 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: cosine +- num_epochs: 3.0 + +### Training results + + + +### Framework versions + +- Transformers 4.45.2 +- Pytorch 2.3.0+cu121 +- Datasets 2.21.0 +- Tokenizers 0.20.1 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..779eb05 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.9952, + "total_flos": 80495178678272.0, + "train_loss": 0.9764440487592648, + "train_runtime": 2345.6045, + "train_samples_per_second": 25.58, + "train_steps_per_second": 0.2 +} \ No newline at end of file diff --git a/checkpoint-468/config.json b/checkpoint-468/config.json new file mode 100644 index 0000000..aa3024d --- /dev/null +++ b/checkpoint-468/config.json @@ -0,0 +1,40 @@ +{ + "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.45.2", + "use_cache": false, + "vocab_size": 128320 +} diff --git a/checkpoint-468/generation_config.json b/checkpoint-468/generation_config.json new file mode 100644 index 0000000..b18d16b --- /dev/null +++ b/checkpoint-468/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.45.2" +} diff --git a/checkpoint-468/model-00001-of-00004.safetensors b/checkpoint-468/model-00001-of-00004.safetensors new file mode 100644 index 0000000..f0eb912 --- /dev/null +++ b/checkpoint-468/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36f59ada0e1ac75d661aff8e4e37190b81499a086c1d316c8e6e9cf7baf29736 +size 4977222960 diff --git a/checkpoint-468/model-00002-of-00004.safetensors b/checkpoint-468/model-00002-of-00004.safetensors new file mode 100644 index 0000000..13fc443 --- /dev/null +++ b/checkpoint-468/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf3ec294055253776fb624bf84595c4ee0b0d18fe5211c5d06b73ee1f95cf931 +size 4999802720 diff --git a/checkpoint-468/model-00003-of-00004.safetensors b/checkpoint-468/model-00003-of-00004.safetensors new file mode 100644 index 0000000..8784399 --- /dev/null +++ b/checkpoint-468/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cb227f88772d04ff8c19183d46a497664717e7dfd70790ff2a41627cee97966 +size 4915916176 diff --git a/checkpoint-468/model-00004-of-00004.safetensors b/checkpoint-468/model-00004-of-00004.safetensors new file mode 100644 index 0000000..ba0adf9 --- /dev/null +++ b/checkpoint-468/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f32e07b2701c01fbd739666ad5e621a4af72cf48d47938cb99d4a2ed772f121b +size 1168663096 diff --git a/checkpoint-468/model.safetensors.index.json b/checkpoint-468/model.safetensors.index.json new file mode 100644 index 0000000..e45bd8b --- /dev/null +++ b/checkpoint-468/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 16061571072 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/checkpoint-468/special_tokens_map.json b/checkpoint-468/special_tokens_map.json new file mode 100644 index 0000000..a25b376 --- /dev/null +++ b/checkpoint-468/special_tokens_map.json @@ -0,0 +1,47 @@ +{ + "additional_special_tokens": [ + { + "content": "<|Reasoning_step|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "<|/Reasoning_step|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "<|Output|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "<|/Output|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-468/tokenizer.json b/checkpoint-468/tokenizer.json new file mode 100644 index 0000000..874ea82 --- /dev/null +++ b/checkpoint-468/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edea60d353624d00ba07e8dc64dee7e4ff4a899e472c2746c5f018f12d9eb35b +size 17210686 diff --git a/checkpoint-468/tokenizer_config.json b/checkpoint-468/tokenizer_config.json new file mode 100644 index 0000000..660a256 --- /dev/null +++ b/checkpoint-468/tokenizer_config.json @@ -0,0 +1,2103 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128256": { + "content": "<|Reasoning_step|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128257": { + "content": "<|/Reasoning_step|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128258": { + "content": "<|Output|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128259": { + "content": "<|/Output|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|Reasoning_step|>", + "<|/Reasoning_step|>", + "<|Output|>", + "<|/Output|>" + ], + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-468/trainer_state.json b/checkpoint-468/trainer_state.json new file mode 100644 index 0000000..2e79e6d --- /dev/null +++ b/checkpoint-468/trainer_state.json @@ -0,0 +1,138 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9952, + "eval_steps": 500, + "global_step": 468, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.192, + "grad_norm": 1.5544959976587758, + "learning_rate": 4.94947663010567e-06, + "loss": 1.2661, + "step": 30 + }, + { + "epoch": 0.384, + "grad_norm": 1.58877277838815, + "learning_rate": 4.799948609147061e-06, + "loss": 1.1198, + "step": 60 + }, + { + "epoch": 0.576, + "grad_norm": 1.4076735500904218, + "learning_rate": 4.5574596647341414e-06, + "loss": 1.1018, + "step": 90 + }, + { + "epoch": 0.768, + "grad_norm": 1.4296012725480793, + "learning_rate": 4.231810883773999e-06, + "loss": 1.1007, + "step": 120 + }, + { + "epoch": 0.96, + "grad_norm": 1.405680058916635, + "learning_rate": 3.836164565319503e-06, + "loss": 1.0833, + "step": 150 + }, + { + "epoch": 1.152, + "grad_norm": 1.3339483109482262, + "learning_rate": 3.386512217606339e-06, + "loss": 0.9834, + "step": 180 + }, + { + "epoch": 1.3439999999999999, + "grad_norm": 1.3288150935651342, + "learning_rate": 2.9010282021444008e-06, + "loss": 0.9506, + "step": 210 + }, + { + "epoch": 1.536, + "grad_norm": 1.356933287143514, + "learning_rate": 2.399335149726463e-06, + "loss": 0.9435, + "step": 240 + }, + { + "epoch": 1.728, + "grad_norm": 1.3070430897157126, + "learning_rate": 1.9017108392811065e-06, + "loss": 0.9443, + "step": 270 + }, + { + "epoch": 1.92, + "grad_norm": 1.3825627014048851, + "learning_rate": 1.4282685964923643e-06, + "loss": 0.9447, + "step": 300 + }, + { + "epoch": 2.112, + "grad_norm": 1.4058361561032482, + "learning_rate": 9.981443394050525e-07, + "loss": 0.8923, + "step": 330 + }, + { + "epoch": 2.304, + "grad_norm": 1.3575000714838341, + "learning_rate": 6.28723129572247e-07, + "loss": 0.8429, + "step": 360 + }, + { + "epoch": 2.496, + "grad_norm": 1.3763689831257202, + "learning_rate": 3.3493649053890325e-07, + "loss": 0.8478, + "step": 390 + }, + { + "epoch": 2.6879999999999997, + "grad_norm": 1.4156917358264154, + "learning_rate": 1.286588951321363e-07, + "loss": 0.8463, + "step": 420 + }, + { + "epoch": 2.88, + "grad_norm": 1.3846493525562265, + "learning_rate": 1.822781475486507e-08, + "loss": 0.8508, + "step": 450 + } + ], + "logging_steps": 30, + "max_steps": 468, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 80495178678272.0, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-468/training_args.bin b/checkpoint-468/training_args.bin new file mode 100644 index 0000000..ec3a4c2 --- /dev/null +++ b/checkpoint-468/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7aad13f8e0fc9372d00a3e65deb942eac1086b198d24f9092c55fa26db0a9a +size 7160 diff --git a/config.json b/config.json new file mode 100644 index 0000000..aa3024d --- /dev/null +++ b/config.json @@ -0,0 +1,40 @@ +{ + "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.45.2", + "use_cache": false, + "vocab_size": 128320 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..b18d16b --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.45.2" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..f0eb912 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36f59ada0e1ac75d661aff8e4e37190b81499a086c1d316c8e6e9cf7baf29736 +size 4977222960 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..13fc443 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf3ec294055253776fb624bf84595c4ee0b0d18fe5211c5d06b73ee1f95cf931 +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..8784399 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cb227f88772d04ff8c19183d46a497664717e7dfd70790ff2a41627cee97966 +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..ba0adf9 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f32e07b2701c01fbd739666ad5e621a4af72cf48d47938cb99d4a2ed772f121b +size 1168663096 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..e45bd8b --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 16061571072 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..a25b376 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,47 @@ +{ + "additional_special_tokens": [ + { + "content": "<|Reasoning_step|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "<|/Reasoning_step|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "<|Output|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "<|/Output|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..874ea82 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edea60d353624d00ba07e8dc64dee7e4ff4a899e472c2746c5f018f12d9eb35b +size 17210686 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..660a256 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2103 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128256": { + "content": "<|Reasoning_step|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128257": { + "content": "<|/Reasoning_step|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128258": { + "content": "<|Output|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128259": { + "content": "<|/Output|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|Reasoning_step|>", + "<|/Reasoning_step|>", + "<|Output|>", + "<|/Output|>" + ], + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..779eb05 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.9952, + "total_flos": 80495178678272.0, + "train_loss": 0.9764440487592648, + "train_runtime": 2345.6045, + "train_samples_per_second": 25.58, + "train_steps_per_second": 0.2 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..2768a8b --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,16 @@ +{"current_steps": 30, "total_steps": 468, "loss": 1.2661, "learning_rate": 4.94947663010567e-06, "epoch": 0.192, "percentage": 6.41, "elapsed_time": "0:02:15", "remaining_time": "0:33:00"} +{"current_steps": 60, "total_steps": 468, "loss": 1.1198, "learning_rate": 4.799948609147061e-06, "epoch": 0.384, "percentage": 12.82, "elapsed_time": "0:04:24", "remaining_time": "0:30:00"} +{"current_steps": 90, "total_steps": 468, "loss": 1.1018, "learning_rate": 4.5574596647341414e-06, "epoch": 0.576, "percentage": 19.23, "elapsed_time": "0:06:37", "remaining_time": "0:27:49"} +{"current_steps": 120, "total_steps": 468, "loss": 1.1007, "learning_rate": 4.231810883773999e-06, "epoch": 0.768, "percentage": 25.64, "elapsed_time": "0:09:50", "remaining_time": "0:28:31"} +{"current_steps": 150, "total_steps": 468, "loss": 1.0833, "learning_rate": 3.836164565319503e-06, "epoch": 0.96, "percentage": 32.05, "elapsed_time": "0:11:58", "remaining_time": "0:25:23"} +{"current_steps": 180, "total_steps": 468, "loss": 0.9834, "learning_rate": 3.386512217606339e-06, "epoch": 1.152, "percentage": 38.46, "elapsed_time": "0:14:13", "remaining_time": "0:22:45"} +{"current_steps": 210, "total_steps": 468, "loss": 0.9506, "learning_rate": 2.9010282021444008e-06, "epoch": 1.3439999999999999, "percentage": 44.87, "elapsed_time": "0:17:23", "remaining_time": "0:21:22"} +{"current_steps": 240, "total_steps": 468, "loss": 0.9435, "learning_rate": 2.399335149726463e-06, "epoch": 1.536, "percentage": 51.28, "elapsed_time": "0:19:34", "remaining_time": "0:18:36"} +{"current_steps": 270, "total_steps": 468, "loss": 0.9443, "learning_rate": 1.9017108392811065e-06, "epoch": 1.728, "percentage": 57.69, "elapsed_time": "0:21:37", "remaining_time": "0:15:51"} +{"current_steps": 300, "total_steps": 468, "loss": 0.9447, "learning_rate": 1.4282685964923643e-06, "epoch": 1.92, "percentage": 64.1, "elapsed_time": "0:23:49", "remaining_time": "0:13:20"} +{"current_steps": 330, "total_steps": 468, "loss": 0.8923, "learning_rate": 9.981443394050525e-07, "epoch": 2.112, "percentage": 70.51, "elapsed_time": "0:27:01", "remaining_time": "0:11:18"} +{"current_steps": 360, "total_steps": 468, "loss": 0.8429, "learning_rate": 6.28723129572247e-07, "epoch": 2.304, "percentage": 76.92, "elapsed_time": "0:29:11", "remaining_time": "0:08:45"} +{"current_steps": 390, "total_steps": 468, "loss": 0.8478, "learning_rate": 3.3493649053890325e-07, "epoch": 2.496, "percentage": 83.33, "elapsed_time": "0:31:24", "remaining_time": "0:06:16"} +{"current_steps": 420, "total_steps": 468, "loss": 0.8463, "learning_rate": 1.286588951321363e-07, "epoch": 2.6879999999999997, "percentage": 89.74, "elapsed_time": "0:34:39", "remaining_time": "0:03:57"} +{"current_steps": 450, "total_steps": 468, "loss": 0.8508, "learning_rate": 1.822781475486507e-08, "epoch": 2.88, "percentage": 96.15, "elapsed_time": "0:36:48", "remaining_time": "0:01:28"} +{"current_steps": 468, "total_steps": 468, "epoch": 2.9952, "percentage": 100.0, "elapsed_time": "0:39:05", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..d7db2e2 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,147 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9952, + "eval_steps": 500, + "global_step": 468, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.192, + "grad_norm": 1.5544959976587758, + "learning_rate": 4.94947663010567e-06, + "loss": 1.2661, + "step": 30 + }, + { + "epoch": 0.384, + "grad_norm": 1.58877277838815, + "learning_rate": 4.799948609147061e-06, + "loss": 1.1198, + "step": 60 + }, + { + "epoch": 0.576, + "grad_norm": 1.4076735500904218, + "learning_rate": 4.5574596647341414e-06, + "loss": 1.1018, + "step": 90 + }, + { + "epoch": 0.768, + "grad_norm": 1.4296012725480793, + "learning_rate": 4.231810883773999e-06, + "loss": 1.1007, + "step": 120 + }, + { + "epoch": 0.96, + "grad_norm": 1.405680058916635, + "learning_rate": 3.836164565319503e-06, + "loss": 1.0833, + "step": 150 + }, + { + "epoch": 1.152, + "grad_norm": 1.3339483109482262, + "learning_rate": 3.386512217606339e-06, + "loss": 0.9834, + "step": 180 + }, + { + "epoch": 1.3439999999999999, + "grad_norm": 1.3288150935651342, + "learning_rate": 2.9010282021444008e-06, + "loss": 0.9506, + "step": 210 + }, + { + "epoch": 1.536, + "grad_norm": 1.356933287143514, + "learning_rate": 2.399335149726463e-06, + "loss": 0.9435, + "step": 240 + }, + { + "epoch": 1.728, + "grad_norm": 1.3070430897157126, + "learning_rate": 1.9017108392811065e-06, + "loss": 0.9443, + "step": 270 + }, + { + "epoch": 1.92, + "grad_norm": 1.3825627014048851, + "learning_rate": 1.4282685964923643e-06, + "loss": 0.9447, + "step": 300 + }, + { + "epoch": 2.112, + "grad_norm": 1.4058361561032482, + "learning_rate": 9.981443394050525e-07, + "loss": 0.8923, + "step": 330 + }, + { + "epoch": 2.304, + "grad_norm": 1.3575000714838341, + "learning_rate": 6.28723129572247e-07, + "loss": 0.8429, + "step": 360 + }, + { + "epoch": 2.496, + "grad_norm": 1.3763689831257202, + "learning_rate": 3.3493649053890325e-07, + "loss": 0.8478, + "step": 390 + }, + { + "epoch": 2.6879999999999997, + "grad_norm": 1.4156917358264154, + "learning_rate": 1.286588951321363e-07, + "loss": 0.8463, + "step": 420 + }, + { + "epoch": 2.88, + "grad_norm": 1.3846493525562265, + "learning_rate": 1.822781475486507e-08, + "loss": 0.8508, + "step": 450 + }, + { + "epoch": 2.9952, + "step": 468, + "total_flos": 80495178678272.0, + "train_loss": 0.9764440487592648, + "train_runtime": 2345.6045, + "train_samples_per_second": 25.58, + "train_steps_per_second": 0.2 + } + ], + "logging_steps": 30, + "max_steps": 468, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 80495178678272.0, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..ec3a4c2 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7aad13f8e0fc9372d00a3e65deb942eac1086b198d24f9092c55fa26db0a9a +size 7160 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..35f04b95c3b2a7b80d4a9915582b08c59f8e4a0b GIT binary patch literal 34469 zcmdpeg$QZ;pVad38bur<5pY3cUV*4asrSCm(P`!ydy(Gu@)H8a)stGwMWFb))Z^cX zopbNgu+N@vyaJf`O;9*QG_$2CbZ_&gd(($Quy6 z{B-F@$Ler_JzHE#3eER)(Q>T=c}=hN-$FMo6P)h!@>N>mJjY-PI=xlv@ehZTl(f38 zE?d9K>F{tq)|8*7XU)7VjM)2dE_|>tz^{AJ?Y8rDz1}SyHJN|0dPVnplXz~~k8pqd z^l4;|ZKNPAfaANB;OXh<*0kRy21@c|O^{vph9Bb{=V|)u3NeN5X?ag_Tc@TPv|^l9 zlh_nnU$ZIq@C@auF+F&#F&EuqA;2sm0!uU3FLhBkvaOtTkrRZ8g;j8-=k$p=ni*?S;^Oo# zUc7K|b-h{cbauQS$BHi-MudS{SXwe~k02kbbi8^$hCUKzFT>b9s< zs9TQX3Y#5Uc;Aj zZQyFh75keP2{8icU1}RHVMXe(Tp0 zwU*IQ>YF!j9&Xfa4m9|At&NxCGTiknboVPCkGi{APnr8LqxE~L;NTZa<@T_-Y);+SRa&ffZ*pZXZody^Xnoe5cePkB^uQdygWU0Qhx z>!e;VTsOIH|&Du^|RZ(CT|| zY%J+?&_%%M!Gv>)h^tx61nlVqTek2MZADMbBEz~Xb8~Yx@a~GLq7D1RZx)H{+=+Q> z>3M|0nc*>RqlR8{=$Rme`}cAD0|Fd-gHE>S%EJ(GQC?X>op6sQX~V!?l}GqEi>;L@turOS62^) z<1;=*ZLh4SM~C{gTCv?}pD{K;lh zm5{d1#fN(DZ5FE^>5*DRdiSyio4dMj;rJA6(N+oBkC@ChhYZ-m{4L$$aw@&P^Q*UXzbD zb`#aax3O_Z=p&pPk8qOtj4OFaNl1zl-m?5-!p6tPN1Z$E+zmPx->Ch^3qfk~^P?h) zn`7^3zeIRxDL*nhyJ3RerT%cTR;R2*39OWijA+<`-<6IU8kf&^vo4w)?o1>Kru7{z zXU7h_m&N@&YzI>}9V;~z@!q-?+|xv<1wmidFw>VN-1RMi17fyPV5xdP9myN8*!V#~ zL7`z`n4gbD4W|WzN30#47SqcbFSLsdS|B&gZfuZ9NlA%cobK|cs(4OVTUq^iAI|tp ztKda$F2^U8)MwcWv05wQg{s31SE3mu=r|Jzn$C|4rgk9hlh1d>mTZw$w6@9=>QxX> zva2*7ZqGl`(TSJ|JSiG6QqU~^rlp+3eGk@sZgrJ_kB@Kf-ze$TI}RxIBT-zPVtv^E z=T%k028M=%<<@GD&^nziM*fRp@5MxIG71VzZEbC+NLoj4tu>ENP$*nd#&%eSxqtr% zAvH%t;HhLuHvHa{KRH;x4RaNC!BXYJiO-YSV=wh z!4f5hkO&kySH+ zb>F?J#m~>rkvQ`7JW%aj-S4C0j7u3dcuHV*m2XmoIzh zPfD83Wn5j$ibiHk_-FfsXXM=7Z~w9rf&+=n(;U{h(lLhNZWvS%WHQK#5D~TStqjGd zrrL4|0$SMHoMA%oJ55##%!~?J|3Fp{*%}z6)^q*kOwh#?Z)ML0o0g|gFjK%D`9|Z3 zlgiuM_-t%!I+YHzozYjrp)#}`Sf0V6^P6`Pxo=K0#ES3Wp{@xCPy{cAbWGKGnYV`G zL#dTFGh>mwIDJY4_yuzM7yBQAG(=-xZ7Ki$$RKR~>9F5MDm8Y=Yx|FU{Z0?p78+fp z-}rRtVWB|{1>9L^csQ=)`Jwrw-(~|8Kwj5~0_r|9d^(|$BUc9+9Q7+%7jnJo{z_vE<$>I%;QKnQNb+ROdoyHQiOpn4Gi zl8J&)r_!zWzV%5hE5>vEw<#?A*4|!w{B?y=rztV1f3B|kH1=kQaiV_6h3O?*XQY) zzabis{We{YJpmu?Q$ChafWB0VlX-n8m_TN@Ta0EWujOIKD^mEW9hcm$OT3Sb+Y8Hi*FBzU=v8|zgZ`yi7O z=RA&tdd}F<(E)etQBmvzVDabApZpfxWRPp;7L$#`AQ@6nQkDVgsteFuY^c6CKS8eh z-|C6>AQ%e@7C^dZj^mJKULs5W`>Sn=gx?(s3W}|j+^jzU5XPW(85kJk(_b~o8?N8| zareEtMuVwp$>@BVb7M<;B;|H&&?#0;P0b;sms{@3>T5GiOc`PxoV$TZZ{Ey)gw(S zh>n7NB=&7!yg1to>TOTT$RK{+68z@PWq-iu1ON7EZrco~8b5)Mp8NYZOxrksYI=Iw zW;mbf&;0!MpI3Yz0N2xqdzTs>LEy|4*KM>ys=wv>M-Jfu-lyAL?=?7kRlh11^mrJ& zX7xu;c~!4hPHc^t$Bs+ZjT#3raHwUrL)7>F8jFRSN2*o5&u*#Lrjb8%B+-NZ&YOjeU4kmjrH5E%_kL;{D} zpMsLcR;2pDctC^{m;x>{Gc%{$_2RYa&y0r3J|5$`v!Dq14i|p!eYBX2%+fgU=#qJ7 zRLe^$t{#8m-n!(mh{ps31WFg2N=iy{P*RW@Z(23k*QW|0EI+y2x&DI8tUpr%Gx%`k z;@rCG6w)pQN=`;bCe<;N>_cg(dV70&#O$m|e0sWrK8f^=L?v=2CTD%mz2!$3(g>6s zjey#S?=D|$77aLQhKR=hiT*qFxuh5c`5<}5{Wks9!JUuJ7wzkM5eD}zJKzMfDWYC9v&|4q#=Z_gV4b6>> z2DH({m(Wmb3~6q?uiZ|@C5^}VKvAmB&i97Y2vJB(T22cVz{0{05Gp)gXFvkh4s@wT zMw@Jh*yA%Zd3gpz}FL7pkj8m=nIWkCmCf_-65i%lMeSXgR$+@WN|t%v3)qEsYBp zm>fi~6=OMGPBoJj&&QbLhIf%v@Fkl*9ydayPwfW~AFO%Z+i$;Hd7 zY8_xL179my1FO=Qdq8_m2ZO;^Z~!pa`J@$%KH^#c!}06x{9UmQyZz#exLEXcUc3&HNL_>r#u@gzjL6GzKCgf3v-ky_(NYQ8=9v&`E z2dH18_S!#u4fRS*LL7AgXDt89OMtpe z4b?x9F*kqImHAv!A(>m3K+b|?W*aBN zRTSjiiFM^XjSqh44bRPc@*~BD_S$}NX=#M0M9CC;L+hgH64mFpq+wZEOs%c0NTq|1 zm=EV`;^E_$aak9omgzwjTyPVG*r>eOzj4 z>eG3qi&CD1Zx){Y7>SPaRO7^k*&PtzMtGZ9k`LBByD}U%&mDB3# z>hjY?FT-K3Sz4)foqsp9;?RU%9>hXz%|0jnJuH3z|Aqjrc3XVusJnvZ6BeeXrKMe- zsN#bn;PUr-sz8_CR~vFDTH*bYCq$0Fzuq%7HBEf`3ZuEdpA>3-XVb-*bD>cKopb#* z4uY#}hdw3VEKt9(1!V1apf+cs_uimFd{R;vKqgJ!^n9Z(j9!UASSN2N1=|C%q|5>W zKSwZqvagotj+~srtvdETOcx3H_>r~FJ_Rrb0*$Jxs|n0`&qQ_XFZ>SH@KM4IG1iur zrjS@@qyp>L1;2N9OIum7Be)haQe8j&jSC|)OKt5lAhWX>Ueos+9JnD%IQAC!W^-|K zwQXL=EojP6cmqb!>R3utTj9335bb# zc5A$Sd^E>2EE8Y9eg>6hV!ytU-D^ayR9sV$q8IkIM_hRYMjMs&m}`B3?D}PbOPH9L z1NoW-0>T0>WFGxJdhv>yk3~eJT15pmp{%Infq?-%uo)aFsV28k{VXa`VA#)|Kc8D) z4@l6~lLTNBeO1_Oy548_H!lmzhwoojGlzt0ho9mEua9?Kt>QV$0DQ#q?Af!P+a=S7 z85liMr1nEa_1e6=yfng2^noC>AoL}f*D(LW%$qDuU<8-So=q?~O|lR{33;$lXcX2ah^ zbindVlN3^%>yQ4X9YQejn>3@MXa#Xd#kYbDmx}VIvo@M80#AYdw8C=O+_j&dp9??9&sZJ%d>NBp-PZX-T^AJWL*6Ga+d_$OIJ6a zjO^av<}RFE%xTI(P#9N9{WHK{$w#t{^_y}~z8x;I0J*OFr$_}!qOM6uOz|?idwGQe zZUprt7}ViEK^G@X$PJ^Cq}&SoO)o$*@{DwIadAmyAA_QdSt@=q1_b`&$B%D(0_dVY z^^Cd}K=Hp4A0Hp_>Q&puR2|o8wz!zs?+tW!_k(T=fjaAmQP2Q`gHigp_nQSibSw{M zBf8#K=NU#2joV~NB|;~h>iV?Uxwr^{9I(SxwAdTd47=v%=b1yB0q?y8kXq3?YEZlL zv3|F^CkeGNR)*y@6Cezl;C~19-o1N>G6#IOXFXUw6CsE|_gaV4q@s-)eDCEBf!eK- z!r!vdats(L9SYQBrr-&Bv+IeP#0y$MtFg@7+DG!^4lA$xHO=#WNEVm_c{_x{Rpy6w z0+NS;P!*6^bnRv1C++G-GDmZm-c$yb#WLL0`kPA0W&c`zD(!oYa&k|4uzsaOncuq# zq#_u9*!irHugB2YA*Rvtimy>;!}s5%&!0RuCh;4LjMtYYd+PW#(dmtkRDW#$-Y7Df zM)L7~gYRqz?iL7mv(duS(g;kK4{fe-S8lOQXB?33nr1UM)EHlwkl zLBc;7dEvf%gWaAJNdU$m%b5cmI&8W)kt#H9Vg&iT>)9nj1cpNi(*E}!u|ZJ7DHIZ< zh;IY9xGIDVA`AwM~f8K>9kGCUIkXF zDZ7*TIjGT|icXe21=t9Y2qV5~RaI=<6et1-0%4*KW2G1~{=3A8UhfZbXr=X1S1eO3 zNE7ofsEwpSj6ei2&=O7C!lw3~mKFz{A1yf+VGGx8lWz3rWjf%`0$F$mC?N36x30P24kvbkBhj!_-uBo?Eg`64{reCU&EcVAyc!KJTvtTpb~ zSiy1wrRFU3xoL=W7`l6U^1ogw{jk~oR>;0506;>;YR>S1sNqCwTN?teFJHbqHjJ56 z%uvp`3DRHHvC$N)9wIOxg!AHbNs1~-`N4x`IM+xEN8ee33)U>0(H9Tt4jB0?QgQ2) zHgC{98oni1;Hw%F6%{(}&`i^CRo;Z-od!18Ij>)+%2`MYVrYO#>At zi!m zqSMI`2vz(Rhy?l^pWe%cC;0_-b##nREkTAdy_4p+ZDDOa(Rd-eb8yfJOqJj9_w9wn z#rF`6h?a*)WCnGf#6f5K)YJaEs&#Xooc02|eaDP-)zum+LNih8YJxQeB#N)sB)0`clVyZ zQ@_#kOAqjM?qZVmjmwpcs!&Ythm$a@<%jeN!rddXG@Mn-+VmMaRSVmZzsXnmGyv$N z+;OA>@n6HKXpP#~KLjeqJV<-ILqvXp&;|nhT6t1a_U%+_%45_Jv|~%j=cJN{sMoBT z$J&447?xT0GeU}K{9e1Z<}e|@3bMruGE7M2R;g||QVA~`DXAouv>qMx{6Yc`&S zZ8-A3E5AG3Nj@?!{;*qmXKK}tO_2go`|8h+|0SNcSQUx-!nt*w2|$mZAu7n(3A!o~ zI#FeJFADTt84cU-KvY~y__j5o@0^%-?{kl+FZ5ANffqx8ignZt43um()v-@-Q+3zwV~YDDIZ7G zhkBI`_{?&tOD09K7#b?y2(z=je)aa`tS9NV~{8^wMucN)) z1QLk%#TlBMo<0gR_B{Z~z=qr5;;4*=;gyaPhzJ6LZNiibBPb7`Q7Wgp1{NxIn#W3L zSrL6i$~yIGe!dd-FwoNA+)Q5r1d~j8%|s)Ygj#XpYa0~6*(xU zWu|R7NT2RM<|;-owG8#38NifN+CD3=3?Sbk(5Os;G!MP@!{cK!5bC{`--mB)cQIY( z<^7?h+GO5ELPReza6oP1GlR5U(j^0GCqIh8r?Z02MW=n1806&TTV`f1K4Eot z_#7f_9tfVSzrVO%l~XjLv)^G%-M{;I+y_tR2ird%4Lty!juSLQVQ#(Netzb_ON4w& z?#D73uBfX9vtg|L%6pP(T~df>n&L+b2?!gmbzgBCGEV|xzVP|;jnjX|7p(x#qZ2^$`&JK@MFGAihWg6nJ#yr$4KcStw<*|1?Ozhv8LKUa7xdL(!ifRAA}= z)PF3@7m740xBqlhDn)@pq{VJ)THt3Kp$)hJQ|#dAYE7J ze6@)$(s#GD{*g`&<5JQ^cRJy{f%!!OGsQPHHlEwq;DuDn3Ed2HVeD{^&o5xqx&Xb{ zC(~*xPP?dfN;Pq2C--@NCe6qkcdzBEbw|mplY1{(zJU9Vi9y zgE4bUGm2J$y=N-y<;1p+^?cf}@tE7;Bfw|^(kwf41m%H#wTCkW>Nt7%+n+9;Y20R2@|l=% zh#Yhw`;(>n$IxZ>)$OvIO^aE}S-f zaq6ECUGyKI?Ip-^sdFZ__V=q1F-aQGi@A4eeX8GVhr8r-7t5I1BGLjYf*BYv028%s z(3h-9Vpwimgs|+1FV?=4GZ2a)_As+LOEGa&4N=VMFtla!%R{`Lt z4#X3wwFBc}bp8i>Bl($dpxduN^m_?p9zRiu?ey%d10>%L5Wt*|8pvcKBm<7|P-c*Z zs5*}!&?8~--w)b=b{h^F#dE|1(*f|O;Icj_&7e#Ffg*LYd^4X2%luAS$7Ib@d2jD( zxVaDD6GD{K&s%;7DjnURp$cGMG*p1T8Jq9H+D!-oWS{sN4?pNM1qP(rcl;}9;)S*% zCm26MW!{s)*)xOI;2${lRE@F1wf;w6zQ35=rluxukh6N$HbE>Q2P#0FnVBh*Js1JP&nqClGoI)K==r|_t&%`Z zP3`^AN;{}Y?XWPHP<70foF|PLQb9&4nc}+8uOa|Bjhupl1spp!p;$O^JsEFk_uMSr zsWVVUI%IWSi3*~gJ#yPz*BF9 z@W-2l^UaBw^A(Z^Y=E(fM$N^3N6(Oh%7`R9NLPln?yjr51GG>Q>|f5{!h#_E8_Tzt zdA4bHy*7AA>wd*OkohIEiOEq0Jt%~`c};mxLtn8BTDYgMS2O|^5mU0Cf!QsJy1NbLmrmVd^5Q?nnm5p{4C0Be6=T}^`&2!wfn`v!#F zuEDuS40A%UZ=WFzBSb3rIW+XIp|zQOwE?H}RvmPq00JYXvU???6JlYLhy2Goi@n=` z58s3CeF(idZ)W#*P>HCKE*d0}zJ(IT|Hx>m2?pqqq?f6vm^nEK0B|YRw6UoVwb(O0 zns1|%26>-_64D`3)l@U52HyOM)Z{C1l!~jm0h?p49-z}M3ZOAgDYbh$? zgPjlL?b+4U)n%8@NjA6XK*^l_)A8!Y&6^>5MV{^th)JH9!43NsGTZqcrfS7(lE5_o z$KbiZico*(dgtj)Ai)Uu{M?c17pj-QGQCRS1`nlOxt}b-e{LJ2Buj zu+~fh%@uK(MWIZm-wTfjqLG5~FQ>;BA&BJ|c) zGwcQ8lJWNgfN3zEO}_ak<=nE$aEpb!#AcU9P_9ic7Idc{CZ`~KsZ^jXTF+E@bj zWD6*5{GMw%sQq5wT;RW9l=$Y8FcQ0;(UCj%?)h-Kyqw~jhT*+7vgu?d!kcK9`$VSLK1ug&}3-XiDwB|-0D!f+-#VO#9Ks^tf$pss#ach+{dcUtkiXk!d?jfhxw2Ky+| zyGII-30NPXNM1(zMep9dLm^Bv5xonoFGNT`1T^Y$u%;`%|LY0TtY=lMT^#$6ogM$? zO{isW(i|w>i0ik^Za80mnrWDrJ(&1Sol*!!(do5>;OEpOa|U+B*|KmraTb6Db~K=; zUmgiJZnz4lbd_f_b~TJOlq`niL)p)N`>?v*-@b)t6%_5CF{ylS{nwP${;j}Q zWrZq6SfQ$9-<*tGwEV*d7T^}w;C}8asyzX+H6?_#VlL+QuMZoI(tT z=4awU%Z#SBI7U8)1Us*yNn#+ozI_b^>JPw}PB8kqKyMN8yMS4+8H-eWc6s1)%q{rf zsf0$vfme8J8bwXV{nNm`{Qp*fT@Gx#Kq3%!d%U;u987eGU}rP*DLPv=TddR6gpQxO zh6qDXs8+#yzMt}@&KEQbyE|dQU|S7T5G{~qJS8H(`IO?6h7kVBBOm%sNKg}+puI2R zE7~>4jMSp*UD)v2i0y3tKd$q6iTqMvc7<5l&Z;f7{p{kIZWv zm^gGD!4D`Vb~zuDJvdr!Yv0NQ7R#`$!Q?g}_g$B7Esu}|FmJ~$jo%b?r_^& zWr+;ctag%MayylQo)#V&Xaxi?2yRL!N{5GsCR?*D-TnPlLNx%fs4*}w5T}>EbHgP7 zf#3_kn4X?S4C0Ww*ABd3uMu!ic_y*beZ9N4x4cL=tq<`YkJa9=Ni?g9mtkRR^H6~sQa zkqy-Y@f-psj!*q&J!k(6-{d-Tf+F64o*l*nj_usy>a&G(76;L^joEGpND^jj0;MRZ z96y#xz=;ihV;01_1`5A9)Us-@zB`4GQlXE$1rAFSAT0k? zO#lINpdf=fi-kfw2ifcexouZH z??{=s0ukM9JO(lMW}q@#(9)U*4YYE9{dYwQfY13VU%;MFX&3$jyxKKtG?q)soSp5?j*uiKveO8ENH z&ocK5`R}yTor7~w-hJt)MISZ@{W9$;<^&{)ba`P_p*e*md9*7UfXl6zFr)9CkV~wRm4Vld7*tH`)SK?O5^csjR;dd@U?zq>_efN80(|V zvcJWf!nN>Uv$kmFxpc>}Dh|g~sAWkaW<%G7ZgK#>VBlFzGV)5ha@N|P;!I{{KGt_BXd(4#dC!zO>&d5JLxz5#u{qNyN5fK3vmV7?sXaK@=1quv4 zDpNRLpg}04-KiR(yKVcE6(B4))h;323QpA)6mP`MEh8OliTMo4WC%<|Xd|+BhzpMV z>eW|>I*Xd!+$04-al3L_TLQYl*)*?>DUZA3VWW#SNBdp9b`??_=l6|+XO@$tEh!C&` zN_eEUkq@9#?q)cC&bC2d3k7jN;>(vW18_(XWf0NxB+vGq=%+%j2yrrYAhvl3Oa!VN zLjFP?&_RJNfgq1<5HZ0bKm*p^;+<_os{=dWf66L&oA|B1(;&#H@2&2JD~NRMkj$2u&O$wex;MU$lk|;sB934Az^HJ<9oUQ9fu$i%06O1}FP3VnjQ1^>KW2*$LNQq;!fs2Y2<>&(}g z>iVt!9M~8uge%JZdI!)3SS_@t+f4XH#OU)cL7FH$s>6o`g7#U9aY5_w8Vl>v<<<#R zeBne)^Sj}*;SJPf7Mt?OGlrV1$-Sw!uJ&x(*9>{E5gUSrqQ@SGaYT{~=JIj*)z&EOfx~r3+)V(aFfl7&vkP)4q!VRg zTn%M0P|9dFQC6_Iu-K)*z!-oVEhyr&E##aAXJlzqRvAeYF)Oo_yE?x6 z%r2c5*V1KpskxE1IyIK-SpEb96==bOJYZ=E!4Qd8JAG9|v@39o+TJ?On8ZjXzC~lx z6<&SRHe^B34EVwP*XKtd>V>f?>NNOz+%_Lp!@eOSgHK|&{gg!L1~J3aLWlOj2&-i42k5O4xE-*%`-t{{;@ zON9(6sZc9dMSj-Kt$zwtVtziz8W*qapkEx<%U|Xvh-&`X;DCduAJP;u5oy%+1`s~r zAA)nAV&@2+=DU+Y7iZq^*i*iSQOT%m?hrE&LA|1bD=g5-n-`2r(GB)&(Q_x-{mP>@ zMExFJmu7mKu+XoTPY+j2QVYgau(d%uE7%AK1q&fU2zdFNot+iJ-Fh*(yh#R(3p(RG z5mf8PH{xf29Q{&$jCv<{DhdE%8#F_?xStpp5H%P%qle({?CCk0BXh&IA*07V%SoB|H)_D1+mIDk)9anGuxDbq?_HFlN__Mn5J|)22op zw6&n5A!B^q@{kRT#4m_7aFz2$E-x(-fLRUBJwVo2O{Y7A;1o2l9Y>xF;Na*wc)Id4 z$M@xzRZcpR`>$EW2j+dP;{p_Ip2Y^j6Sa@1L_IJM!6ah}26jXp;|CEuElE311NPNZ zia5H0Rz%)d$7%}6H8(9pG77uqKCb!3{FiH9vL~RxG=`wIva&K%Ftm^Wt+U+xCb0Jn zq5VMX^pB7yhmfWp7*7zy3#K8k(O-g^6NA?@a_IBe`GdFuzCZ6jksM@~FI$}W zz|)fS6hV&hy{w1!JVUL9eY~9Ifj{@HW~E{{=Jf&Y-+Y|cciu$K4%b>9Apu|gJ zSRW>xLE!b3q*R|Hw7FZ&^Us2&#JP{Qz4%YQpZ6ZYI*HzwZ3r68Wq*S8AgDYBH{}yw z*q}wFK8NCK$G}-8G~2l9RRtLMM+m+N<;S7wW>vOuT~uC8hvmr3)GZoD&Px=6gr)!d z!?0KoxljRgAh~g0tfe>W#A}}(n>Zwsp^%~((M=17{sSi+=|InKqWTqgz0`ZzfE_>E z0#}o}WHTJcDs5~d7byCqse))r8vS>gKlM`J?<|cUj7T))A;aFJ5;&~Y4|}f2n@dZB zV&DHtgkQcU{W$dp3o>zc7{AqNgh;$F;F|yB8^~qmLn~j8iK5~2^bv6LRtzNUY`LE& z=ZrK6L_0l*u~6JoT|cfNa|233`FH+P=ws&REpQ->Jw<4m1q35lG4B2mh=ZT|$zh@5 zuR}&_1#hhomiDh9;qMbvXZpwgC*8z9feP4uX?j6a8s%LYZuua^nAGq-WE(yt+r-bq zNB7QKJ$-VCxf?*%aF=~xO`T|M?l_sK{gPB>(iwf2VII0MCOAU>j z;*o82u_A+<`6(9v9pz^w!L75YHV7<{^f%E@wDtV-Y0b0wWf~s8M;A zH6q4i(9zf2z!EUf+E0AM#tzb1PGc*Qw0%3V2NWkA#HE`BoMu1%lWpam@*|gdlOX|{ z8$l<<9{iByK`sXBUG^N>}=HGyha5jTgWyt-okLF03?D`jPKHV zPDewn7{Nb=FJ(Is;-LJ?*8OXq;!(oUorh~hV%s@O(i5RnR;K7-DO7WZ_&58990(vg z+L^)qlG_WqSR#4jgpA?u)DQ-0Yd;1X#*oSAx(^Gw9}eqgd+>Ko{q(By_qGyQ@t<~i zHpf+B+_?32JNAO1J(5e*gMl4(Y?v9=tFucLKSu`Vx#Bg!ra!iGN>92i553K-_ae6L z8^oA3W_ktbvTkDDfxG>u!4Wf$CTu{%h#Fk2<$3v%?h97S4hCH zLi8{f_1S&fx#DRHk(8^p!@N4;MR(txRR2-(WM&VlA|1b^Ss)Jw^+Om;hmxT2oZdt$ z5dUTLCp*V~OYd7rNzo821WS*1`2)5wF2B)`{78h1%MIhk6+Fhs=)5F@$`hqhBh-%P zch)}Lav=q|kN#m#=l7g&)6W)xrbsyH!1mm<7u@Qzx|H{zK$?{M?Fg|QHEm_4YS(TP z<6?aaEN3(}%!q1Dx56ici;{99x}T#%nmJ)he@(M~zw73Yt157$@%S;^9|vx5c3Vo{ zi^Lbb6sAAj-#l`jB2|1HWwN~?=U*$@SSf?dMywTr6O_wCKZBA>zh?9VONUc_Fnb4R z=%bpSMK6_FYQHWSmPuI60iPYv0tUnRwT z3Y)ZbuzXNmAbX97Jwzc$By>!9T!<9eL^~>&G8*l|Um;kOX23r8{N(Q3!42cfZ&LUj z2Ls!47e{&;kzqYy+HNCOv%jGtE9Jz^_lBDd+|mdKxFNo`9%#^4tgAqY1g->Zib3$h zONy9o1jH3$IcaH1A@W1D*MIgCe-oAWUY-c(?pgY8v57I@%DIob0d!!i`}H+z0U$fw zoMXiMndd4g!8CM*NjmV>5-}Vtx7+N&q3`tQN&env&ZL9=_42N%on6jx5U*SygD}yP zLV6pT43yF`1N%#;CwuZ90*U%>nsBeE{v*-Op@)RIwbrj-`scsvl0Xw>7V_#V1DVLd zsPAIF4@;h;a5Vbgz~Obnw}-M-G4s%6+5{$p3*Uwj2c*D-|7OK0y@_o=_Sx3lSq8IW z^UnaqLzDR$vAb803rFE!!#J#?tu79?r*+jQn`WG1L~U*V_2&MasGi$}OieG*p(l zeD$;%LaQA+P6?kIj$i;x6w|twIHQQ65)9eO?JsH0YCLj7t(KRiw0V9h(X=ZS>Isr@Q?Gv5SL2kVC$W@;a%qV6S; zgbxZ@=QFCMEtz&-Nq(_x9ba~fp-6uFDp8@>WO$CtvpfZ0bDM;r41cBa4Hr!28{=3kq`hFHVn%lE=sP`7dsM6R$Z()Na1@0Z70yWZn-0aOVSoM|e8wl7NU zTJO_mOG7)ZAbMV6OQI95Ap)g7Y$QZ)*?<9^{%&~D{*sQzA%PZS&9l%b|A`%7)d-W# z_k}={P)F)+`ipr_Fu6U%4m=)czk`n4-j6=I;~3ApkBP zIsW;dd&qxFkxjca#50fomsc9BltSVU zI0+FEP7IqfDk%F<4)y(%KFs7|s#*6P;(mNEOfdZ7&!qe+@b>$dyBM)D+OR#QnrLE& zOpTb`leF#7$#e_tvUV6QC+BYOeS!1#JJ!RAD(5bE@)@LBBKW!;-~CmkUJee9dBj`^ zG8#N4xCPFKQRVa>D(neluwAC>ShuQ+q+08R;#jYN;-dfKqj_JM1r)RK%&w=bFAR`( zY`3*ZleRxeD0t>RN^%-e&A(1aF@>LX1U|q9TnqJ7&>Ub9EW` z-8XMf`ddTZC6-Qbz)WJr2gR)wT)6off#7+AM+GS*!2o5)5U$x>kz2on?R=jX%i=Y5 zD(gMoglh?kamo}60==TwnoMg{zWkEuu^hc{HgraB&h!c?`Ml_>2T7>RVn)7D(yimp z`Fm(w)!oIJZ^@ji=J{1#IZX!z-LgIiE1j}{4xVy)WMJTMVpuY&{rGLZY+l@Z)wnA~ znBp!+ddxpQ{beZ`LnVywti4mjn>@^Y`Hd*$8tT{748LA9CJ&Z4+1x)I>Z2K|zmCr< zQtnn_{UvgahSf3oHqDx@+SkE{%Qv6=JlR$MGYJwzpJQ4EZd|?ZYz;Mpi#>Rl-+5Xb zd7KBnqe(I08|&>|S9!s#FKxwm%qE$bb^ zcri`Ny;#iG|D7)c0Qd9AQJ1~Pck~WxvMqz}ivJ2i>m8`q&AvD4+lFdPU++x};$M4K z*AtgDHxi?If1=Go(HBU{$x{%qzRC=0+jG_C&%Tr{K0?9JD12!6V)6~GiWO9kd7!m! z%6)VcYkBtzl&plmedp>dfkeI1_^SHNKH6kVLf?D-eP-XSkA}g9jx5L*Z{5Kt$0^m* z;G_b3VRqX)-#;wL?=6FIKb%d)gFO8-ucrE~p~cCd-DMl9*^s}&w@FW`3$}DF9*F;} zx>VVfV-73lAer#8f%;1+TIR~BxJGr8Jq`PTO&D2!nBX3GT0}`fSQBPeq^u z+So$cz>fDv?vkvrO?ybYeMHeaA0249ze|+D`MT4UxF!P?Hq;WAmsz5UCd(&pk>k>{kgD%Pw zBcr1$9Mdv0W5&jGK-2#Uef7q+-1{;Gp7&I$g~dX>SwKKsdd$<;X8pv?^$uHA>)$y@ z0hw2S5|rc0o40+_;2!rQ_v5uN8(O*TAeIrv?@Y|N%oqa%XKo%IL4;e;SN%)d43;m% zEo_;j2GTs@YXZkE@)Z^E``;sqkH_hf;VY(~wW+m|;vW_qO7`H#&DQZ>2CUZ9<4M}T z#0~WP^%#>j>LQ@5$_Aa$%H|k^%`spi@!(F3=0wx8v3z(tcUFhb797(|8KJ~ACGK!r zw^0kAV*L3=#6guaBX3b@d+5boPby`!QTt%8Xyu~gv#*D%?`cAPlGn*q<>abj(9Z0^ zLame$Jx|PTPY99fzwovl;B3YUseQRbCK)J-i-euCLdm;slg?(XK%Lt~egUDXatpWr zPbK**KqW-_?>4Uu?Q9I5vG5H}8^*@C%y4EVhwwq}(uFz3YKh-fjjik~c01k|PBKq1 zD1~m1Ot)d_ADOp1-h)p$rR^R{{}F{Y4k`y}- z`e^)Xk0b_c4F)P|gge~{V6Uhr|5t5q0@UOBhL69k+O_XRE83)_Mbaj1A{5ak6)H)a zN~N@mv%OiY7D02`eaSvwj%`f2K4Gi1)%(Qwt+aK^g^_HLgWzKe-=Yl`hK8HCcyzOa za<{j1%5~DAde)z}4rQvD(|(oe9@Q5t%kB=u8|SJ~iV!mWc40vV>U{m20*je>0^23@ zSUIs>IiSLVY(cQEX5{U#lu560^*#;!zj2qq@I^5JQL!~B`?x^C61|rFcKGSTYK_dK z(*iLSv{dk&3GFA|@t!x-ksn^%OKaS%d&X1z(~EW<%1dY6VyU(CS$p$27-VFFt5!U| zu7|@d1(dS<@FZzwM5oJJTS)3_>bYu8?XJqY;Ty9iv1X6_yl|X%_aQrW3wy1?%oXZM zg;jOi`ktP=-|0`I%l3XpRt}e4(yBK%sjhKUE|wYcMXlzTwH@_BN(#pEU#ZgneF4eX|t0t#`>_= ze(Z4~z{kE5`7)A0r0q%$@{yGnxi`OPY|KJt=8CdH4PDbn{yS&)(TqM-ynXEIl&7bN z=&ylGqM{dKV+&7XJ?ZvMuq7vNV+%>5aYGD_FgWz)RVNY^uvX%PHGsu8W}MZG7=8Mc zqOfX454MPX)m*qLkN^x%>H3D{sT%7C>6p9Hq?zAc|JjW$EW&_?%kn#UF!aa$+^Py* zFJE)v@QNae>dc8+99{mOugBOl=ZAfP{K}t#RF$bZ?esq%)zqe$A>C@%N5TW2!8(#e z!=Vc*dA4-{UExV6?UO=3;p|2r>SvIl9Py;;d()%S7Cy|Up-qzx@rl*K?35!$C3aSM zNf6l%%ngiy!E)Hk*N{ENXvN0-b8l+79SZq7wKTq=Yhvxa@IYx}mW6@)tiSz?i{k(~ z$)ot_J*m^$$I*J*16nKADu2)Q$85=oNsDtHvQd8?^cGAlC$ zoga*T`a177WVZ;jW;jwo%b23;?zpAq~vMw3;8X}-_cz(xGiIlMKn}6J7Uy68jY;?Akrkg6+UC9B`Y5D9O zuVHe zp<18O{;Dcc_IdTaF-v{nr`~usNk0h$KT1EVflyt+Fp-j$rl%%xrA}y;FKnRr8XehJ zdDm!pg~n6r4umK~7%Y4D=hF}NIJ$)mwiHP0JR&J%^OMon^KIN3y{UJ@hpz9K?7p$H zYQ>wrUw3tZ)Qj@Upd-}y`v_e=4Lt>tFa$Wr$ay0=K@lL=Haa_{@L5_J+GQ@$&{15h zKDX|{LQv4=*i2zcj*zbY?k+cDQtt~Up^011aXRI3lZ$K?T$y?~c z?;4ur148sv(5=bFO9$y3RaooV$ki~hFQs__u{836V!&qL?9b`xSA?X7IVVv;APm%=V_O9)C-slSKz!Inz9SPtShW0`LovLo7lxo<`X}JXR8EL%n<2 z_Keo(tgz@WF|w?$zlmm03D`J9Yhr3*V37oUBxhgkk(J^{$5#>lOajO0{H|DzGG9i` zO#54^Obz7n-XFppVytqnp^;HG*b;c9@r$VKWoKtkVj>Ss;%p{pcAdo|3n` zsWu(tlP#vh?dlhnT z2SP3&ZHuo;wu}AjFY_ucd?o{FnpBK*7$gup^2WgBar!-v*)fOSVNNw6#6XRd^!TFw z4J|9z+}-3d&$pwt<;&ep>wsVHb_U;)5g)CMUN|L|y-uW`#O#5U+%l7`VjK0l%TeAl zbrvQTuDt*AoAwL-k2Y7@2gM@343^M~)}}`+R=?C#|G+*;+K4x)k3o70zin!Sely?u4Yl zo;aZ$H(1*go5*8H7eNjnYlJ%N!#*Lwnz}T-Yxd$Vg}oP+=nOfo^pbk_F`7JHq3@ZL zHKUTp7&G@{*TSEgFZ}5zIfmowdMLS4hG4fXt6x~Lq}R1Bd@(cmV!4k&im#%+1)rD8 zAH2!NA;!FL6lwC{pxU$@r=+Kx=803TwykpcWiP(za4~)9CiUOYglYZ*Cfutf`4N`M z-;V49oC0Jm!ho(}-|ms5jNP^?5q3#OMB44HlZ@wW!?Pb_#zFLrAa*4SBz=&q^gv!&wX+uZ&A$L_f9k&0kM4K0ZV(?W&fm{v`Tqu zsZzyP4so4Na@wnuS*Xd6hn8JmFH!V(R7x`Y7cjIIlbvfLY}*xd@qS4y+hN?H4WIA9cRwJ>?xQCvJ|sM3~ej7P-}>@(Uq4 zT5i+Nw-Z;Ie>|;e>a~k|`Y=fQ&g;od7f<6Whw+qN8=^aQ;iv6qwypR2buRp@a_Z{- z#ex>qx2IZsu zT%r~=)*BZyb>t2p21&|l7+28(kWdOWHKCpE$JE#w3O8%Ahw(kyetI;E{ zN(K*7FM>l~iGW^lw?WL%)NuPzQn9Fo z^;BS_nN3`~&$A!INHX8NXoKPQ`D>T-P_Yg^=?lH{NiKN(?X`8bb_7<6Mk0IYE8*Z`-0nuNLZy&+#)YZVfa0fcFMXK4ngMIjzm2FLVJye0 z>Xd07cyATICEUi5JkjsB;=KD+!EuvzpQ`9)wv+VKj86}6cC&;WceOY zl_NV8w1fqICz$#iahWYi`nOkO6}Iejx}Q4!b*-LNsV)OC zAK!HXohmnj6wyUxcf3R;+)SNTx{P*Ptvl}P#^y2MFgp8&U&w3z+|k2wHm6Y@Ukj*H zuNyp5!MTFV@)1s}NH;1j-xWJ4+2;iEo%}Cz+TBVhvPDQ`+0yc$X=q9Q)JZ8+MCu53 zTvUTyo^Ik*VT#isLSm08YiHq?*>9exiM^y(h}=9U7G4nDA&BSv2(eC5WNfBE;K^U^ zik9(Te>A9XtI;n=+%sCRy>4#pq7$+Uohw6Uo{@s^qOA$wd!M`ERyt}_`S#`X`#Fn5 zX##%*-})Y0JaO?)t;W^g;>;~s+DrS)8r{N44!wYb&gd2%>&?8^+H}s{Zypzk=6PI; zMQ*)_G_!G=qLGE(qqPxd))a51pX*Ymr6xzd?(O3`XJ7PtnPhe$k#qOAO=XD;*mcF= zMdtY^NrQ>07nfA)*nw3>cPUIxCpT#Xs$I4If%z%*2beBu-7j!0N?(>>Kx3P)EUmqq z`)o=v#pL|@Piww;44`uLUla4LiFPKYp9F zwdKnj1G_Gu9N_vP^y?POrs3i>5%;$%ZQdaheT!8$(Skk4hV)Jn>|0AJBy4?!+jP6a zcd3m${W{q)&(Ra)qsqmViX)H9$~Z4E=a||0at;)!>2-w$=G zC?8YHT!;G|oc6rc?Ltd6fqcqTHl;H!O(1B)FI^?N5?6seO$EHKd7oJ<9tNTxtf{%s z@jHF>)g`s7?k@GXyjA4#WVr5l3ciq~N=!AsMHwN=AIIrcapUvLq&o{;-dDAD%+sz9 zqIUJK{O9u0PS>(DJzsRU!+;^e#BreCH@#}>+NLTrdX8&0?WUt%+V}{g)8bYV}QKDjK?9KBA#IX1#d!4O zt{1LJGuOxFc`rW9kVY@CckhyD|?T;s~nHRS(!&j_vOjn;Q)lIeXB zAFad1)n0z?8P^Z4n56|(CURuVprf4miPN)&%k=U7GEQA3^zY*pIz*y_4opsm8NU$VVM*1u zmwzAusOuk8ER8ug56^U~}S2tZ|0N^~eTTcj_$`y4X-S=;+@6`-x1{!5u1JZr;v zLl9R6HpRspI^FQvet2?AZTH77AR4{;yTc+`nBM4&231>DA&;$7hdw=eG9mB|!Py~6!_0J@Q1<{r_P83oXC4W@I_E-U?b zc>IRTea>Tx`LL!@&-11-dolJlUB7q7b+5KSbU|n++f;9Ic&Pp|Y8c9KZFW zLCPq%<>>#uVV!0aqsRJl2`?n2UaMT*7`YhrVNd@T6l6hb#4ds4#um;S42- zfM8u-$&ZtLhTUHO-iMU~I`ek#R1?z=ekkvfZK1n#S9{FYf3XDplx<7%)r+Ioe+SD_ zy0SFrnBC{0%W-q*bdz+`{&!D!oK}&tbALC0{t z*^p$`>$T>dN~lBrImUIn0(yVX+N~s+Yp7>Zzh2I-|s#?5=8f+QYD`!mPMM);lMimd-+E zEa`mOp`Q<1K#8T5c740!yddq_*UHV?eAcb--B5K}L^4=$K02^kzrfMk`1SsO1BsuM zRH@+6mCpJO`xTDdHm5D`<a{2DtI{ByO=)uM7<-siDi5}jMBg?# zkV()#UfnxyH8goFP^>qSTW!O?_mBY6Y+VNL*`-$-!p8OKzC|(azWL?UYEvO?HB+;L z!{6yGi>!4mPj`G|mPka!dF8$`S|9?defJqsz8vkdunY27s1U1>tPzF*LH_ujc*H}vq&xKwGHPjdJ0J7%Y{ zKwuM>+i-hIXU#37QH)nR2mxid@)_-3o;XB+pKZ8`gAAWarHaos^s~&e=qDiM4Z|8wCoy*@S zv(iY=x8F^^mIgYlUF_Ic@qA23pk+;6SpP|tH;1BZm=H)9Q-tsf8<$O%CZfyMt$%2Y z{k}+OWywmbmyX=MKlTn9HTcd>DOVivsnfclc=2Mv!&kE+j)OW}Y6k$tg^J4o5gR`% zaQ1wno!pA{6j{cc_|S$;LwvNg-njWhRY z-&riuZjW;99XlO$;~t`)+8?U$FpWNK{8xQ1kJ{M$L~CF1{L!@SZUZM;)p@}O3&`i2 z{@&>V@->4{;P1)ruS+IEyJ}2CJ zS|ib2GIZt)r3feksUP3li4)KC#Ic-$y=uH9mD$e^URlnxhr9N)hNk7{T{3xI zn7b{183r#YX)@-Z>Uo-?>MB1e*w4>On^$U;NpSV7UAQ#rEJbwPB!G` zVuVvs&=Uti%|kiP5ByjwDv*{UBw}&Jx-U)NK6MuIY50B-{xs{PuH?d}vBp@kkayuP z-&&)$D>BgCk-y<_6&v{H&0ilJ1;_P10Hhax{q#()N*;Z$9G6dvggW;9Sx_9qt#b&e z@95)wlFx_4F{RZfmIr!|9$Ap62KRrwP}RPEDG0B z3k|#`5VY~v()#Ae5All~?@1)^8FzP*jg`IoijSY(52iy@L!5k&?L(zV^ntMUd;d_j zI%b1-Su4G+>1IbqB5&pDG4^pFgsMf+UwW+)Di~a$N zwA<2!MLvbflwrvc8F2e99sU50va<@aPjqFYNRGl@2BpDskq^#_>hEF32MCi6n+L+6 zkpnrwNYWEi4>dG4D-6^Wgh)>I)1AFetDa$ck8Wsu13&re%NPE-Joq*POS|4Z{R_mr zj$57qF-sLLb$GvA;R|`2LAO1O5J<={H>&RqI;8+L6_snbn&K znoOpXlJ(XhYn%V9fYZZCS|qV< z(pv7TDc=LeV+{Q1OnEFHExZRo+kz6`BQ2bgakk#M22{EDt9~&TwX;-++3Q=D&iMn zNJ^NQO%$dkO3OUJz`hgkH>Xo(w0OP6;j;bNyE-ut1HmvM03HhV$7cORb%F&6E&8$mfXi90_SC%_7U(JXHAeq=F?SqqIYxy@Oh!(tS0l(VSB(hXN>{9p zii!0sF_8{~k~2gJVf#|HTO8x8&?)h*6oQlh@neEISfj@pVv4e}+M6ij$!kBZ3;c@+ zM6U;Frs9_t6h=1; z&E2s33nb1Y;L8L`NA%W$W^@f?L*C_2MZ096H6+BZY&7rLbhM2$2+G}V-$*xLOEo|c-xpCgkBTPL6*FE(vc zkU0F;qP?9GhB4P>xXtH0kL6u5j?KR&n?%W_nl?8#zk+nf4MpNMG*(*QS+t|nw9*Pr zG0e>2&?$uQsdCV__ca^@ALv@q%`+!1hqP${6i8ifyxK8smuFYG=dFJIE1^fI>U71( z{MHMGv`iG)$am&`xd%g0P$T5mYNCVm8s=u0FQURQrMVaI-mR}>vK39h!^3wO#v$Yj z5#R_&A42`@ef~LJ!`Iz7FmMEePn&4x*f7_8&9v=zO_9gVD3p4mmXG=Mx4VG$Q%9tX z;7dXreF*Uk03+aEt=$h2iKI4%I3~e~!abSDC2tJ8Ao{9(mZ3)`_KhVr);Q-(&gR^e z0IiUNR(HQJZHxI`wWq7QejjUK!p$g7E0YwVMV(w437i1b$>0-e`W9(NNB3ih?x|;o zxXvZuP;GGJKL6~hroBi%f3kGXw({=2zX873{15wiayOtBI?sSoeDq4kkJJoB=Po5& zy|3y*;MDslKFoedU4{^8*Po*?kh!E!Ir?7ZtW(Kmr(O-N?{K`A)%KlB)-ngIY4j)v zQ7}|d@sd7a^M&Z}s2_DZU^K)(y>W<%YA};e*dxD>RYFdH#D2FjfNX!CFxA$vd(ZiJ z);vldKB#O5$w+m84XMtp|SIxEVD*>LFp6w-7^(vcOkIlMM8JY<$a|TYp~eK-=uj zMYlA?*IW6?MS;eH_AN`Ybk>pFmF2<=ET-mt;^#P?Zek3X`l~Ec@%42XY$2wFBj{A@ zRtbapv!R%6ZE2TpoQrI|8c#RAkF}q#qhCLkA{jt;%l;lEoUST%wh*5H=jTw(rkE`Y z@f9OHm}DKDP`m1>mCI(i4LukGu)7dQLlLCb&3|}PW%c1(iKQC5nKTK+X4t*F zg5{fTZl*{iMJnB^lW)be@B7Xjy_FbvETgft2^W`6I$4r#~75Y<{_baPW(REy?@*-)!a~8 zVHgwBtchUQ^|ke@4_?9FLdIZ@hx^C#(lY1Wn=6JL{AWLmJeGbpq962fQ{^!Juzg|i zQaalo@J$$$Q(?2rHpU%_cRs8kSBen|T&W6@9?p+>;WiX9nIs2~x<7viQWW_^=z5eI zF9Fe%kh~JAd<8eDe-;YH&+V8GI(ai{OUlB7yTB_@?NXzWsvmtVm~P5yPmM-H=&i*0 zwLyFc^pE=W^B*pp>zfiF|8l46PNE4KaIRq}7n+xxqk zjU*r@1qm`L%Iuji(3Z=wdAwQNuPA#U zN=9~kQ%f^;Okb#y*t@3_`#8G_`M{Ffy0))0ZwVNY6<@gX`Tqr+xYWco85pmvPo>Q< zS^8%Zptm)&)LFpkLA5XB9Uh>7cppFhK>Xy_BOB}Sa1MTm&*0MOTwY}V+t@GSA0#n0 z|8RA1F*VTPLQ%+j^?k!O7JnMruQK}njVQsx#14Omy?y4?lO|?4J{8|XpAH6wmgOzk z#Sl=Y8b>$z4~oa7rn9W{E#_N9|BZis{?~x6_+RQMQxkA_bUo9(Z^*#!_P*;Y2|71W z>?XE7-}T>eJy!VY;1?m|c7-rgiKfn}aIYOJKF*xiXG-7P(KO{Fgg}sh$YSX{U8@== zO*0YUckAUnySukvNxt*C?HB%^d-+4r=0lZD2-1&l(R|PF;1e>}I3K`1Fse`yv2UyQ z#IxEW-uHr649YAbmTqR(*Y06@a)2{<)}b=Uc-KX_|1J6bqRY*(01(mYF#--1k`p5K zOWXd!9VUF!qkC&HCQKq-AnH_PlgHQ1Td)+*M+dlZUbZqQaAbE1{LkH0LU&`vPm51h zwNuA1en5Ynm>4(J))z$r>KZkHhy77i7q&&B(*~}mp|?Mmcl;^!!5C>8bP(wsHggv< zXTO<0du;ZFRi(D5#U^HnEnA!nt;1>h0VW8XSz5aQ76H6@%`cL)!?}5)>kc+(nf2*M zzttOl?Zq_GE_{)%`=?W&-g=Fk5Jwq=)~~1-KMqkbeZTjdh4M#k-)RYZJuYc`JA+g9 z9q)+g)X;oAt_c7$X!i&l_q*EObVOZCG-2v4C{xXo-wd+_)VeV^{$gp5S1U1w_n2yt8y#og=5Vh4E(fGalWA z@L*9AmAUo?D?4G20LX;!$6@0`wq~c!Gyjw^;^p0)ye!2=7xeIRCR_UEQuUP1U4FWA zWSsXSbG7Yp+h4Wm=Cn6hOqa#wxpT!QrrX5=yT%#T*2{AE=dL}s>t8-`PIieEP1Wb9 zh-V{cn38vu9N+ssT{oAD!XzHQ{-zZZD0#IrS@|ILeAWc5dq{(8iVe!**cm6Ouknf% zPJ#E%IMuBR2fuG;~@mN68ofUTfP6h0IlrJe(NjWEps+9gW&y7y`ClFE&yw&2URL@x29Em5!cID!Zp%u>DsKToXubE_sdYUqj|1MB? zl%e(^&f}I$l)5ar9$A{3(?>7Oes=xs{8x})ZV_ur?Uh)P33T~E5dk&hy=ON+pyL^X z-HB#ol#J1NPy6sisrroSsV|aWuTV6(q}J$T)tcpBFc28#qQb0VoIl#Mg=ay0G5^fc zON^j=j7;A1aDF>G7$#>@rsh|(;*FQpidQ8ybG5BE%p3Rh=O-;B6}}PZuvM+#Q$F8* z_R6kQ+7c!2m{VyRw-1nWlq*#VBPLxEoIOI%tT0;pf7@p|Du-@=dn6|XX5!~p#$@KV z@Y;`qV<9gv{(X%oMpC+vevFWk0C)If>!U|e7FT_I1vw;`_gNfsZ-E#O)c&AC8zya% z!13U~hwnj=QBg#d=uaO_uCb%=%d34oRg-@eic8RY`}jcFn=P$fGc$TGyCXXkhhPz^ zrNvfbQPlJGZm;p=O*idn8#Sewy28gc?sM1DRVQT7CI7Fqq}w;l1(5O-9;Q%IRR7;k z$o}ZG43pQ;#{5Skb3qdFKgyU3+iF3e(k=1Up`ip=$o%nc-t+xqkN;Q{Cuz@Pc%L4M zG#K_L^4cZlaK4k>bb-FuniZO(#E==%3Plfg42!;fbTI}Lk4CrxLMwroP(039=f2}g zem)cNW`*1qsf{49EI{ZFE)Z0Lq5)G?P0ih*p(QKpCTUL^?G3qeM)oswaUMWT(N#pD z3OqZaP=0Xir>2@MRAZGez6e6)!QJ;e;@yrjFI6*!AUG-SA)CJQ(=S*{E+#hEccw>J z#|J7GLsm}^wI(sza=}GMLhZl_)h3bWEerYWuMOp}@87x8?}K4Tq`(|u$f@V?^%Duxdn(TXa(OecbqqI=$?1TIAo%y+=L}az} z_S6L_`>iQ_!onwrG$eF#?&8@&sqBa&^xHK8ze-b~7VO09dlFJPBew=TZ|;7KyD{Wc z^P-v|mf=x<@sTUBjhll3!}GH)`}VOyGng22NknqO8H1Z@#)myz=4SrdEMbxi+a%N5 z_dcD3D;hl6;FK&8`R3-~!-u&b?p;*e4!b%Aig0A`VIsY#l4cH}hrZTe7;5Mj^_&

98;uuBp+;ysB&Es<#?I|{ncIZauzv6~vY z-$US%RyXaXC*Fcven1h7&CG7@KD1gmDK*ta-k<_%yl31p4^myuEF8WNw@qy~w{1 zOt=co zO@7$O`*xeT-5^K@(TfHMxWU`|#>Cajmm93#UVk9YgJC2dh`R8@&zSdi(06Y9d!txg z_*6EY2XXX}T(idd+U`mV_>aaxwnbw^M$HD0+zn#y1F||N9y|~E|3qmMNXF|iHFgwa z$q%ybWWpT*N+{5Ke#0f6+VXZE~q z5r9an!Ajr7Um%*)P&slWM&AD8f@e%+D1yEn-&K4c*F(m`AlcstzuI~DqKf_Wj*Imq zaX>8)q&3Lf5Isjuad8d`EHyexH>c||gt3X1+*kN*hXXiM9}1>3Nv0^QA?y&B5#JsO zgJ_Dv4}!DvS{#3bYEN`4Cn5g&3J)XN{5~VUq+3-$6eN^OA;`Gkr{McO?C|LQVc>!H zA=N9Va18Hc^MeP_#HWKeE6gh4^PrA6<~27HSUX!&Q}aCZGa?)8h7gDHv_jSahP(%@ zY`3rQGbC(52(0e~xVKe8$>MkK7iZHN|T(N?gDBHoM8CYZlg3BnTWi^gYDZux|QCUzK>UYHI z1Lr4xe-WH~%lyWyF;pNzjNT_I5gnnDs|>}@C_EctY54%i@AS+POdMRJkkd~!d9oxpwIo-rTnu-x#xNQ>k{i^0dtycw7j}{HkdMT> z+EQZV)p=PDam5J6MO$obPhz}g1TJ7+FIZ(H3nfjMBt*sN!7U~(-jIRZizF(6BPurk wd7p(I-mL$